-- Logs begin at Thu 2022-03-31 18:06:01 UTC, end at Thu 2022-03-31 19:29:14 UTC. -- Mar 31 18:53:06.109298 dv-cinder-836066-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 18:53:09.053699 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.common.config [-] Logging enabled! Mar 31 18:53:09.054188 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 18:53:09.054496 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 18:53:09.057813 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.common.config [-] Logging enabled! Mar 31 18:53:09.058064 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 18:53:09.058379 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 18:53:09.059355 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 18:53:09.059589 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 18:53:09.059954 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 18:53:09.060202 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 18:53:09.060428 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 18:53:09.061205 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.061649 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 18:53:09.061969 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.062276 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.062573 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.062878 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.063198 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.063485 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.063775 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.064074 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.064366 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.064650 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.064938 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.065235 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.065521 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.065812 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.066102 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.066392 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] debug = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.066677 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.067151 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.067692 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.067942 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.068235 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.068586 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.068875 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.069157 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.069445 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.069779 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] host = dv-cinder-836066-1-iscsi {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.070063 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.070357 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.070644 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.070957 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.071232 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.071510 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.071797 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.072075 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.072352 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] log_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.072633 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.072923 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.073213 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.073504 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.073731 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.073953 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.074251 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.074538 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.074816 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.075120 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.075398 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.075672 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.075946 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.076215 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.076502 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.076790 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.077076 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.077350 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.077627 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.077900 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.078172 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.078456 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.078731 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.079037 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.079314 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.079601 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.079871 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.080148 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.080447 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.080741 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.081025 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.081310 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.081585 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.081894 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.082138 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.082410 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.082682 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] use_json = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.082975 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.083879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.084148 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.084446 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.084727 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.085864 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.085864 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.085864 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.085864 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:09.086190 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.086385 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.086687 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.087019 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.087319 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.087602 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.087890 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.088177 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.088478 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.088769 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.089064 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.089340 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.089643 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.089934 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.090287 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.090543 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.090839 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.091160 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.091441 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.091720 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.092019 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.092275 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.092652 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.092844 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.093133 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.093424 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.093705 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.094004 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.094291 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.094586 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.094875 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.095172 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.095456 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.095745 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.096024 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.096300 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.096575 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.096865 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.097137 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.097410 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.097693 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.097971 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.098243 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.098514 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.099425 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.099739 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.100021 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.100299 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.100572 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.100856 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.101128 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.101414 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.101696 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.101971 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.102245 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.102526 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.102800 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.103097 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.103378 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.103653 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.103932 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.104206 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.104479 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.104755 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.105031 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.105302 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.105576 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.105851 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.106131 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.106407 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.106681 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.106985 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.107248 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.107519 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.107807 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.108106 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.108451 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.108733 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.109016 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.109296 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.109577 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.109857 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.110138 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.110420 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.110702 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.111025 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.111314 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.111602 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.111911 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.112201 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.112499 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.112781 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.113069 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.113352 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.113631 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.113915 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.114202 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.114600 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.115030 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.115335 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.115636 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.115930 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.116229 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.116515 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.116830 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.117112 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:09.117331 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 18:53:09.117579 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103375) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 18:53:09.497849 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 18:53:09.498054 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 18:53:09.498362 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 18:53:09.498841 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 18:53:09.831398 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.831676 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.831946 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.833118 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.833999 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.834389 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.887549 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.887815 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.888073 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.902807 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.903103 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.903370 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.934352 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.934634 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:09.934899 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.077133 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.077879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.077879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.305624 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.305911 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.306176 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.306439 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.307173 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.406213 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.406527 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.406805 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.407120 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.407387 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.407697 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.407948 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.408198 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.408444 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.408717 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.408971 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.409228 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.409474 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.409719 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.409965 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.410221 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.410466 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.410733 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.411015 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.411272 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.411579 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.411957 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.412243 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.412639 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.412888 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.413130 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.413520 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:53:10.413753 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:53:10.413986 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:53:10.414215 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:53:10.414444 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:53:10.414672 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:53:10.415057 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 18:53:10.418467 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 18:53:10.422437 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 18:53:10.426070 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Mar 31 18:53:10.427993 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 18:53:10.428455 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 18:53:10.428782 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 18:53:10.429161 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 18:53:10.431962 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 18:53:10.432208 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 18:53:10.432548 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 18:53:10.437426 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 18:53:10.461965 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 18:53:10.462419 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.462716 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103375) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 18:53:10.463118 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.464455 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103375) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 18:53:10.464731 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 18:53:10.464970 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 18:53:10.468300 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.468575 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:10.530176 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 18:53:10.530411 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 18:53:10.530643 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 18:53:10.531065 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 18:53:10.551484 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_db.sqlalchemy.engines [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103375) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 18:53:10.999787 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Initializing driver for type 'gre' Mar 31 18:53:11.000295 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] gre ID ranges: [(1, 1000)] Mar 31 18:53:11.054057 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Initializing driver for type 'local' Mar 31 18:53:11.054452 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Initializing driver for type 'vlan' Mar 31 18:53:11.068729 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] VlanTypeDriver initialization complete Mar 31 18:53:11.069150 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Initializing driver for type 'vxlan' Mar 31 18:53:11.069781 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] vxlan ID ranges: [(1, 1000)] Mar 31 18:53:11.127516 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Initializing extension driver 'port_security' Mar 31 18:53:11.128268 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.extensions.port_security [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] PortSecurityExtensionDriver initialization complete Mar 31 18:53:11.128268 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Initializing mechanism driver 'openvswitch' Mar 31 18:53:11.128651 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Initializing mechanism driver 'hyperv' Mar 31 18:53:11.136413 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:11.137094 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > port after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.137464 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > port after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.137814 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > port after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.138351 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:53:11.138820 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > subnet after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.139231 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > subnet after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.139578 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.139978 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:53:11.140390 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > network after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.140737 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > network after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.141076 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > network after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.141468 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:53:11.141879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > security_group after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.142224 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > security_group after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.142562 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.143123 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:53:11.143539 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.143892 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.144237 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.144628 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:53:11.145034 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > address_group after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.145386 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > address_group after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.145732 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.146669 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:53:11.147150 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] ML2 OVO RPC backend initialized. {{(pid=103375) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 18:53:11.147896 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.148286 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.148734 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > network before_response 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.149105 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > networks before_response 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.149453 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > port before_response 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.149796 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > ports before_response 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.150140 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > subnet before_response 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.150531 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > subnets before_response 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.150891 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > network after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.151274 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > network after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.151614 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > network after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.151952 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > port after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.152288 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > port after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.152631 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > port after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.152966 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > subnet after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.153303 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > subnet after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.153638 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.160862 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded quota_driver: . Mar 31 18:53:11.161221 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.plugin [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Modular L2 Plugin initialization complete Mar 31 18:53:11.162564 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading services supported by the core plugin {{(pid=103375) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 18:53:11.162917 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.plugins.ml2.managers [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Got port-security extension from driver 'port_security' Mar 31 18:53:11.163429 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.extensions.vlantransparent [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Disabled vlantransparent extension. Mar 31 18:53:11.163929 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103375) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 18:53:11.164255 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading Plugin: router Mar 31 18:53:11.201148 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.201539 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router after_create 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.201908 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router before_create 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.202274 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.202652 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.203039 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router after_delete 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.203403 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.203758 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.204119 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router after_create 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.204466 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router after_update 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.204820 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router after_update 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.205167 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.205566 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router after_update 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.205998 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router precommit_update 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.206367 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: port after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.206707 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: port after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.207068 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: subnet after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.207410 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.207761 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.208110 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router precommit_create 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.209468 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: port before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.209830 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router precommit_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.210236 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router after_update 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.210602 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.210980 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router precommit_create 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.211351 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.211699 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router precommit_update 55549900 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.212065 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > agent after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.212419 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > agent after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.212763 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > network after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.213706 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Tracking information for resource: router configured {{(pid=103375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:53:11.214041 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Tracking information for resource: floatingip configured {{(pid=103375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:53:11.218899 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.db.l3_agentschedulers_db [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 18:53:11.219508 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: port after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.219889 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: port after_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.220261 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: port after_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.220643 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: port after_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.221470 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router before_create 55550100 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.221853 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.222196 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router precommit_create 55550100 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.222551 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > router precommit_update 55550100 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.228607 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.services.provider_configuration [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service providers = [] {{(pid=103375) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 18:53:11.229013 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.db.servicetype_db [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103375) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 18:53:11.232096 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.services.service_base [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:53:11.232450 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.services.service_base [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:53:11.232793 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.services.service_base [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:53:11.233692 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.services.service_base [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:53:11.234060 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.services.service_base [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 18:53:11.234443 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:53:11.234759 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 18:53:11.245992 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:53:11.246333 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading Plugin: auto_allocate Mar 31 18:53:11.252335 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: network precommit_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.252656 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: network precommit_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.253215 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:53:11.253561 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading Plugin: tag Mar 31 18:53:11.260446 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:53:11.260779 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading Plugin: timestamp Mar 31 18:53:11.264859 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:53:11.265194 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading Plugin: network_ip_availability Mar 31 18:53:11.271361 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.272188 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.272573 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.273340 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:53:11.273662 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading Plugin: flavors Mar 31 18:53:11.279008 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:53:11.279315 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading Plugin: revisions Mar 31 18:53:11.283816 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:53:11.284221 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_concurrency.lockutils [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=103375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 18:53:11.284999 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103375) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 18:53:11.285339 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Initializing extension manager. Mar 31 18:53:11.285881 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: __init__.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.286223 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: __pycache__ {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.287814 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: address_group.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.288605 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.289233 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: address-group Mar 31 18:53:11.289582 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: address_scope.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.290301 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.290816 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: address-scope Mar 31 18:53:11.291171 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.292577 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.293096 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: router-admin-state-down-before-update Mar 31 18:53:11.293420 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: agent.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.294126 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.294637 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: agent Mar 31 18:53:11.294995 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: agent_resources_synced.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.295951 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.296481 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: agent-resources-synced Mar 31 18:53:11.296805 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: allowedaddresspairs.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.298634 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.299193 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: allowed-address-pairs Mar 31 18:53:11.299520 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: auto_allocated_topology.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.300590 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.301104 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: auto-allocated-topology Mar 31 18:53:11.301430 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: availability_zone.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.302190 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.302697 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: availability_zone Mar 31 18:53:11.303072 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: availability_zone_filter.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.304028 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.304593 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: availability_zone_filter Mar 31 18:53:11.304915 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: data_plane_status.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.306461 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.307035 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 18:53:11.307367 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: default_subnetpools.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.308341 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.308929 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: default-subnetpools Mar 31 18:53:11.309237 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.310084 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.310606 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: dhcp_agent_scheduler Mar 31 18:53:11.310924 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: dns.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.311939 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.312439 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension dns-integration not supported by any of loaded plugins Mar 31 18:53:11.312772 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: dns_domain_ports.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.313682 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.314234 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 18:53:11.314576 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.315526 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.316053 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 18:53:11.316378 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: dvr.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.317048 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.317554 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: dvr Mar 31 18:53:11.318094 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: ecmp_routes.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.319375 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.319884 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 18:53:11.320209 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: empty_string_filtering.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.321127 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.321713 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: empty-string-filtering Mar 31 18:53:11.322058 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.323018 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.323661 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 18:53:11.323872 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.324821 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.325326 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 18:53:11.325648 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: external_net.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.326571 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.327130 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: external-net Mar 31 18:53:11.327451 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.328359 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.328891 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: extra_dhcp_opt Mar 31 18:53:11.329234 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: extraroute.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.330196 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.330706 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: extraroute Mar 31 18:53:11.331064 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: extraroute_atomic.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.332112 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.332624 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: extraroute-atomic Mar 31 18:53:11.332943 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: filter_validation.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.334754 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.335322 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: filter-validation Mar 31 18:53:11.335669 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: fip_pf_description.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.336645 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.337168 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 18:53:11.337484 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: fip_pf_port_range.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.338393 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.338891 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 18:53:11.339236 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: fip_port_details.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.340163 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.340670 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: fip-port-details Mar 31 18:53:11.340994 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: flavors.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.342236 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.342761 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: flavors Mar 31 18:53:11.343122 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.344890 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.345414 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 18:53:11.345744 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: floatingip_pools.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.346459 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.346988 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: floatingip-pools Mar 31 18:53:11.347318 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: ip_allocation.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.348248 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.348754 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 18:53:11.350204 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.351180 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.351692 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: ip-substring-filtering Mar 31 18:53:11.352014 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l2_adjacency.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.353012 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.353515 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 18:53:11.353835 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l3.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.356603 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.357167 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: router Mar 31 18:53:11.357561 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.359877 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.360407 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 18:53:11.360743 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.361695 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.362277 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: ext-gw-mode Mar 31 18:53:11.362608 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.363567 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.364082 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: l3-ha Mar 31 18:53:11.364412 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.365793 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.366302 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 18:53:11.366642 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l3_flavors.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.367604 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.368117 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: l3-flavors Mar 31 18:53:11.368446 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.369815 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.370406 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 18:53:11.370771 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.371756 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.372267 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 18:53:11.372594 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: l3agentscheduler.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.373649 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.374163 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: l3_agent_scheduler Mar 31 18:53:11.374492 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: local_ip.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.376315 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.376889 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension local_ip not supported by any of loaded plugins Mar 31 18:53:11.377257 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: logging.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.378759 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.379318 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension logging not supported by any of loaded plugins Mar 31 18:53:11.379653 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: metering.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.380930 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.381521 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: metering Mar 31 18:53:11.381852 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.382977 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.383499 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: metering_source_and_destination_fields Mar 31 18:53:11.383829 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: multiprovidernet.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.384802 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.385313 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: multi-provider Mar 31 18:53:11.385641 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: netmtu.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.386561 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.387117 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: net-mtu Mar 31 18:53:11.387445 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: netmtu_writable.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.388364 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.388873 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: net-mtu-writable Mar 31 18:53:11.389198 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: network_availability_zone.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.389867 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.390373 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: network_availability_zone Mar 31 18:53:11.390720 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: network_ip_availability.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.391841 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.392386 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: network-ip-availability Mar 31 18:53:11.392733 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: network_segment_range.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.393527 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.394028 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 18:53:11.394354 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: pagination.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.395543 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.397258 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: pagination Mar 31 18:53:11.397604 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: port_device_profile.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.398536 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.399092 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: port-device-profile Mar 31 18:53:11.399419 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.400359 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.400874 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: port-mac-address-regenerate Mar 31 18:53:11.401198 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.402179 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.402722 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: port-numa-affinity-policy Mar 31 18:53:11.403170 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: port_resource_request.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.404292 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.404844 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 18:53:11.405303 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: port_resource_request_groups.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.406338 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.407074 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 18:53:11.407404 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: portbindings.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.408825 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.409535 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: binding Mar 31 18:53:11.409990 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: portbindings_extended.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.412879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.413859 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: binding-extended Mar 31 18:53:11.414329 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: portsecurity.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.415642 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.416387 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: port-security Mar 31 18:53:11.417117 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: project_id.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.418358 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.418794 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: project-id Mar 31 18:53:11.419231 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: providernet.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.420418 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.420951 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: provider Mar 31 18:53:11.421353 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.425750 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.426386 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos not supported by any of loaded plugins Mar 31 18:53:11.426823 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.428845 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.429535 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 18:53:11.429934 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.431049 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.431566 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 18:53:11.431924 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_default.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.432919 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.433437 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-default not supported by any of loaded plugins Mar 31 18:53:11.433766 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_fip.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.434732 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.435344 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-fip not supported by any of loaded plugins Mar 31 18:53:11.435672 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.436597 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.437112 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 18:53:11.437437 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_gateway_ip.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.438364 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.438881 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 18:53:11.439233 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_port_network_policy.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.440146 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.440655 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 18:53:11.440977 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.442060 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.442596 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 18:53:11.443439 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.444490 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.445003 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 18:53:11.445328 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_pps_rule.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.446505 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.447056 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-pps not supported by any of loaded plugins Mar 31 18:53:11.447382 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_rule_type_details.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.448296 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.448815 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 18:53:11.449139 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_rule_type_filter.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.450091 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.450642 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 18:53:11.451009 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: qos_rules_alias.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.452139 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.452698 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 18:53:11.453024 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: quota_check_limit.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.453972 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.454508 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: quota-check-limit Mar 31 18:53:11.454831 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: quotasv2.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.455855 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.456226 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: quotas Mar 31 18:53:11.456574 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: quotasv2_detail.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.459090 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.459843 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: quota_details Mar 31 18:53:11.460178 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: rbac.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.461257 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.461784 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: rbac-policies Mar 31 18:53:11.462115 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: rbac_address_group.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.463081 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.463599 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: rbac-address-group Mar 31 18:53:11.463958 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: rbac_address_scope.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.464904 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.465485 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: rbac-address-scope Mar 31 18:53:11.465809 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: rbac_security_groups.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.466800 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.467341 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: rbac-security-groups Mar 31 18:53:11.467670 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: rbac_subnetpool.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.468593 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.469105 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: rbac-subnetpool Mar 31 18:53:11.469428 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: revisionifmatch.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.470351 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.470860 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: revision-if-match Mar 31 18:53:11.471209 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: revisions.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.472380 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.472915 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: standard-attr-revisions Mar 31 18:53:11.473244 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: router_availability_zone.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.474519 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.475613 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: router_availability_zone Mar 31 18:53:11.475969 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: routerservicetype.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.476942 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.477456 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension router-service-type not supported by any of loaded plugins Mar 31 18:53:11.477776 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.478715 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.479265 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: security-groups-normalized-cidr Mar 31 18:53:11.479590 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.480518 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.481025 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: port-security-groups-filtering Mar 31 18:53:11.481345 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.482324 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.482837 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: security-groups-remote-address-group Mar 31 18:53:11.483195 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.484162 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.484666 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: security-groups-shared-filtering Mar 31 18:53:11.484986 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.485574 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 18:53:11.485893 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: securitygroup.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.496250 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.496783 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: security-group Mar 31 18:53:11.497117 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: segment.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.497878 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.498428 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension segment not supported by any of loaded plugins Mar 31 18:53:11.498776 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.499786 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.500303 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 18:53:11.500629 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: servicetype.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.501725 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.502244 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: service-type Mar 31 18:53:11.502618 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: sorting.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.503596 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.503930 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: sorting Mar 31 18:53:11.504252 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: standard_attr_segment.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.505774 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.506314 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 18:53:11.506639 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: standardattrdescription.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.507332 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.507841 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: standard-attr-description Mar 31 18:53:11.508161 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: stateful_security_group.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.509098 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.509618 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: stateful-security-group Mar 31 18:53:11.509939 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: stdattrs_common.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.510509 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 18:53:11.510829 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.511809 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.512418 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 18:53:11.512768 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: subnet_onboard.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.513879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.514397 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: subnet_onboard Mar 31 18:53:11.514720 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.515723 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.516234 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 18:53:11.516558 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: subnet_service_types.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.517488 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.518000 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: subnet-service-types Mar 31 18:53:11.518322 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: subnetallocation.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.519430 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.519943 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: subnet_allocation Mar 31 18:53:11.520265 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.521878 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.522401 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: subnetpool-prefix-ops Mar 31 18:53:11.522723 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.523716 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.524250 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 18:53:11.524596 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: tagging.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.525720 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.526239 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: standard-attr-tag Mar 31 18:53:11.526566 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: timestamp.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.527814 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.528331 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loaded extension: standard-attr-timestamp Mar 31 18:53:11.528659 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: trunk.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.529694 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.530211 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension trunk not supported by any of loaded plugins Mar 31 18:53:11.530535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: trunk_details.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.531506 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.532036 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension trunk-details not supported by any of loaded plugins Mar 31 18:53:11.532357 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: uplink_status_propagation.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.533280 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.533787 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 18:53:11.534107 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Loading extension file: vlantransparent.py {{(pid=103375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:53:11.534779 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:53:11.535327 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 18:53:11.539056 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:network Mar 31 18:53:11.539660 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:subnet Mar 31 18:53:11.540086 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:53:11.540480 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:port Mar 31 18:53:11.541750 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.542441 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service FLAVORS assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.543093 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.543519 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.543861 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:router Mar 31 18:53:11.544290 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:floatingip Mar 31 18:53:11.544789 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service METERING assigned prefix: /metering {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.546241 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.546653 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.547059 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:53:11.548091 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 18:53:11.548534 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:security_group Mar 31 18:53:11.548969 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 18:53:11.549572 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service CORE assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.549903 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:53:11.550252 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] subnetpool is already registered Mar 31 18:53:11.550679 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service CORE assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.551038 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:53:11.551375 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] subnetpool is already registered Mar 31 18:53:11.554190 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.554621 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service FLAVORS assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.555239 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.555696 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.556056 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:router Mar 31 18:53:11.556400 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] router is already registered Mar 31 18:53:11.556814 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:floatingip Mar 31 18:53:11.557150 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] floatingip is already registered Mar 31 18:53:11.557609 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service METERING assigned prefix: /metering {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.558299 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 18:53:11.558643 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] rbac_policy is already registered Mar 31 18:53:11.559088 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:security_group Mar 31 18:53:11.559425 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] security_group is already registered Mar 31 18:53:11.559836 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 18:53:11.560173 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] security_group_rule is already registered Mar 31 18:53:11.560795 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service CORE assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.561127 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:53:11.561461 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] subnetpool is already registered Mar 31 18:53:11.561876 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.v2.resource_helper [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Service CORE assigned prefix: {{(pid=103375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:53:11.562213 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:53:11.562547 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING neutron.quota.resource_registry [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] subnetpool is already registered Mar 31 18:53:11.563028 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: extensions {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.564494 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: address-groups {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.566048 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: address-scopes {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.567355 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: agents {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.569584 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: auto-allocated-topology {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.570813 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: availability_zones {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.572042 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: dhcp-networks {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.573677 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: dhcp-agents {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.575105 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: routers {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.577269 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: flavors {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.578420 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: service_profiles {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.579699 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: next_providers {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.581311 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: service_profiles {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.584870 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: floatingip-pools {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.586092 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: routers {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.588285 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: floatingips {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.589559 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: l3-routers {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.590924 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: l3-agents {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.592333 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: metering-labels {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.593678 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: metering-label-rules {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.594934 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: network-ip-availabilities {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.596333 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: bindings {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.597973 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: quotas {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.599835 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: quotas {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.601381 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: rbac-policies {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.602710 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: security-groups {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.604023 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: security-group-rules {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.605248 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: service-providers {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.606438 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: subnetpools {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.607877 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: subnetpools {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.609319 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.611020 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.612800 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.614827 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.616928 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.618762 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.620462 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.622414 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.624202 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.626350 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron.api.extensions [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Extended resource: tags {{(pid=103375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:53:11.633525 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING keystonemiddleware.auth_token [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 18:53:11.638529 dv-cinder-836066-1-iscsi neutron-server[103375]: WARNING keystonemiddleware.auth_token [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 18:53:11.648399 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_concurrency.lockutils [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Acquired lock "singleton_lock" {{(pid=103375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 18:53:11.648881 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_concurrency.lockutils [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Releasing lock "singleton_lock" {{(pid=103375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 18:53:11.649533 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO oslo_service.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Starting 2 workers Mar 31 18:53:11.654467 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Started child 103484 {{(pid=103375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:53:11.659248 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Started child 103485 {{(pid=103375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:53:11.659908 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:11.660764 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO neutron.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 18:53:11.661451 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:11.661625 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [-] (103484) wsgi starting up on http://0.0.0.0:9696 Mar 31 18:53:11.664010 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:11.664701 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO oslo_service.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Starting 1 workers Mar 31 18:53:11.665450 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [-] (103485) wsgi starting up on http://0.0.0.0:9696 Mar 31 18:53:11.670324 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Started child 103486 {{(pid=103375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:53:11.670877 dv-cinder-836066-1-iscsi neutron-server[103375]: INFO oslo_service.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Starting 1 workers Mar 31 18:53:11.674012 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] calling RpcWorker wait() {{(pid=103486) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 18:53:11.674594 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] returning from RpcWorker wait() {{(pid=103486) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 18:53:11.675589 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Started child 103487 {{(pid=103375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:53:11.675776 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:11.676387 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:11.676499 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deb9f8bb-261e-487d-9727-a1e3deab014d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:11.679043 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 18:53:11.679262 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 18:53:11.679449 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 18:53:11.679865 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 18:53:11.680230 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 18:53:11.680401 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 18:53:11.680909 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.681199 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.681459 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.681673 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:11.682157 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.682157 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.682713 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.682919 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.683108 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:11.683201 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.683524 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.683781 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.683976 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.684169 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.684448 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.684701 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.685032 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.685326 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.685588 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.685871 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.686047 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.686324 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.686603 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.686850 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.687145 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] debug = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.687390 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.687870 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.688099 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.688341 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.688581 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.688858 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.689101 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.689379 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.689611 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.689837 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.690089 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.690337 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.690583 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.690799 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.691090 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.691326 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.691599 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.691836 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.692290 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] host = dv-cinder-836066-1-iscsi {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.692525 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.693461 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.694264 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.694518 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.694737 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.695078 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.695317 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.695607 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.695861 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.696098 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.696353 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.696600 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.696837 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.697078 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.697248 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_options = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.697485 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.697761 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.698006 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.698207 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.698376 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.698539 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.698805 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.698998 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.699241 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.699479 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.699694 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.699990 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.700204 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.700375 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.700580 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.700955 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.701219 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.701401 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.701848 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.702341 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.702341 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.702782 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.702782 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.703483 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.703483 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.703483 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.703960 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.703960 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.704194 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.704361 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.704653 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.704897 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.705071 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.705332 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.705594 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.705832 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.706064 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.706306 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.706564 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.706794 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.707066 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.707319 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.707538 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.707784 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.708022 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.708275 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.709058 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_json = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.709951 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.710321 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.710537 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.710758 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.710922 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.711147 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.711390 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.711644 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.711877 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.712341 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.712625 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.712949 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.713195 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.713430 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.713673 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.713906 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.714477 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.714477 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.715746 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.715746 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.715746 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.715746 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.715746 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.717535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.717535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.717535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.717535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.717535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.717535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.717535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.717981 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.718572 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.718825 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.719319 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.719573 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.719805 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.720089 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.720544 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.721070 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.721540 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.721798 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.722082 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.722305 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.722536 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.722764 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.723063 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.723283 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.723652 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.724087 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.724912 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.725174 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.725428 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.725690 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.725935 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.726201 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.726431 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.727065 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.727331 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.727561 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.727802 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.728019 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.728236 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.729243 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.729843 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.730089 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.730338 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.730597 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.730845 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.731111 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.731330 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.731904 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.732161 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.735879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.736352 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.737298 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.739042 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.739344 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.739821 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.740362 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.740362 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.740539 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.740716 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.741003 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.741223 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.741446 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.741691 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.741913 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.742132 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.742346 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.742560 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.742777 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.743023 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.743243 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.743457 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.743693 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.743906 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.744122 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.744332 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.744544 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.744763 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.745028 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.745350 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.745600 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.745847 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.746064 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.746329 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.746543 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.746785 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.747064 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.747299 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.747530 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.747793 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.748023 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.748251 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.748494 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.748713 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.748977 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.749184 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.749409 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.749636 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.749852 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.750088 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.750346 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.750630 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.750860 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.751143 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.751407 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.751640 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.751917 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.752152 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.752420 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.752697 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.752894 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.753165 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.753436 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.753712 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.753957 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.754185 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.754432 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.754885 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.755726 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.756009 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.756619 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.756619 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.756764 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.756886 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.757092 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.757498 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.757821 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.758053 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.758435 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.758535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.758771 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.759050 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.759286 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.759541 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.759800 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.760054 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.760303 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.760551 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.760794 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.761038 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.761269 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.761470 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.761833 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.762199 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.762437 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.762671 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.762884 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.763165 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.763394 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.763632 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.763840 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.764056 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.764270 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.764590 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.764997 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.765411 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.765650 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.765869 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.766087 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.766526 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.766749 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.767036 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.767258 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.767684 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.767939 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.768172 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.768412 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.768661 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.768939 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.769153 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.769402 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.769636 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.769844 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.770054 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.770275 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.770480 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.770707 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.771599 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.771877 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.772122 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.772365 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.772712 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.772957 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.773207 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.773452 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.773743 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.773959 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.774240 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.774469 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.774700 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.774964 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.775352 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.775569 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.775784 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.776015 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.776229 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.776462 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.776721 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.776965 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.777205 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.777419 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.777635 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.777845 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.778074 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.778285 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.778490 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.778700 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.778924 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.779157 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.779362 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.779646 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.779890 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.780120 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.780375 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.780618 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.780884 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.781129 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.781335 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.781538 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.781755 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.781985 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.782195 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.782435 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.782650 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.782850 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.783087 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.783319 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.786967 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.786967 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.786967 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.786967 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.786967 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.786967 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.786967 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.786967 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.787656 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.787656 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.787656 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.787656 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.787656 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.787656 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.787656 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.788059 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50218) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:11.789481 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:11.794037 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.794462 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.794882 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.795399 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.795841 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.796109 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.796513 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066707 Mar 31 18:53:11.796746 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.797068 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.797394 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.797674 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.797949 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.798903 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.798903 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.798903 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.799948 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.799948 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.799948 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.799948 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.800223 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.800484 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.800744 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.801006 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.801268 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.801552 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.801835 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.802164 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.804070 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.804452 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.805466 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.805466 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.805466 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.805744 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.805818 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.806039 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.806297 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.806543 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.806766 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.807095 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.807339 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.807589 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.807810 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.808038 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.808258 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.808480 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.808699 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.808924 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.809136 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.809293 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 18:53:11.809844 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 18:53:11.810002 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 18:53:11.810154 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 18:53:11.810327 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 18:53:11.810496 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 18:53:11.810647 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 18:53:11.811201 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.811201 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.811201 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.811407 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.811474 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.811657 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.811863 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.812022 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.812120 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.812273 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.812428 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.812582 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.812738 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.812884 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.813039 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.813191 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.813344 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.813499 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.813657 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.813810 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.813962 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.814115 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.814270 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] debug = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.814422 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.814626 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.814807 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.814935 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.815988 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.816127 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.816287 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.816446 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.816701 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.816788 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.816876 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.817026 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.817180 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.817333 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.817487 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.818472 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.819916 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.820087 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.820233 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] host = dv-cinder-836066-1-iscsi {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.820403 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.820545 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.820697 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.820839 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.820980 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.821130 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.821360 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.821523 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.821680 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.821834 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.821987 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.822142 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.822295 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.822606 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.822799 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_options = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.822909 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.823258 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.823559 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.823750 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.823904 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.824057 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.824338 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.824619 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.824937 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.825257 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.825423 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.825570 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.825757 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.825848 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.826005 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.826147 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.826464 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.826792 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.826971 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.827139 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.827288 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.827461 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.827604 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.827747 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.827886 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.828183 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.828183 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.828335 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.828534 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.828657 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.828776 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.828931 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.829115 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.829259 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.829409 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.829550 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.829690 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.829833 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.829973 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.830134 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.830276 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.830418 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.830558 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.830784 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.830879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.831185 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.831185 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_json = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.831511 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.831511 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.831808 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.831808 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.832069 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.832069 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.832349 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.832349 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.832611 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:53:11.832611 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.832880 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.833018 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.833155 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.833357 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.833520 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.833903 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.833903 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.833903 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.834308 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.834308 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.834308 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.834806 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.834806 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.834806 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.835213 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.835213 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.835213 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.835609 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.835609 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.835885 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.835885 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.836155 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.836155 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.836414 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.836414 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.836692 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.836692 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.837054 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.837054 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.837911 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.837911 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.837911 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.837911 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.837911 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.837911 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.838767 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.838767 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.838767 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.838767 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.838767 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.838767 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.839598 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.839598 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.839598 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.839598 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.839598 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.840401 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.840401 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.840401 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.840401 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.840401 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841148 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841148 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841148 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841148 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841148 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841148 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841912 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841912 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841912 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841912 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.841912 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.842621 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.842621 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.842621 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.842621 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.842621 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.843429 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.843429 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.843429 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.843429 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.843429 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844173 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844173 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844173 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844173 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844173 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844684 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844684 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844684 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844684 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844974 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.844974 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.845118 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.845269 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.845425 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.845583 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.845738 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.845894 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.846050 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.846237 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.846410 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.846566 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.846721 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.846882 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.847040 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.847198 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.847352 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.847507 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.847663 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.847818 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.847973 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.848144 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.848290 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.848448 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.848604 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.848762 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.849460 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.849730 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.849894 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.850051 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.850208 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.850365 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.850522 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.850678 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.850834 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.851105 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.851255 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.851382 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.851503 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.851636 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.851750 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.851909 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.852077 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853046 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853046 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853046 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853046 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853046 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853046 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853691 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853691 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853691 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853691 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.853691 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.854424 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.854424 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.854424 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.854424 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.854873 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.854873 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.854873 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.854873 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.855366 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.855366 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.855366 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.855712 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.855712 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.855864 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.855943 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.856066 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.856225 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.856381 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.856537 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.857203 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.857203 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.857203 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.857203 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.857520 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.857520 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.857640 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.857704 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.857879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.858001 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.858155 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.858310 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.858466 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.858622 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.858777 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.859696 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.859696 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.859696 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.859696 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.859696 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.859696 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.860119 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.860119 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.860119 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.860289 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.860410 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.860564 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.860721 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.860876 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.861032 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.861193 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.861360 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.861504 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.861683 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.861829 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.862004 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.862147 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.862273 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.862383 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.862560 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.862715 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.862874 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.863101 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.863197 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.863392 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.863535 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.863673 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.863811 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.863947 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.864080 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.864212 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.864342 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.864478 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.865240 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.865402 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.865564 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.865696 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.865849 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.866004 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.866161 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.866317 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.866473 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.866627 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.866783 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.867034 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.867127 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.867352 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.867484 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.867606 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.867728 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.867849 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.867987 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.868133 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.868272 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.868442 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.868598 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.868753 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.868908 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.869062 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.869222 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.869388 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.869544 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.869698 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.869854 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.870009 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.870164 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.870329 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.870507 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.870663 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.870818 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.871020 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.871139 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.871364 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.871469 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.871604 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.871758 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.871913 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.872068 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.872237 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.872381 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.872553 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.872728 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.872874 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.873029 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.873170 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.873308 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.873453 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.873604 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.873744 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.873879 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.874010 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.874165 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.874321 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.874480 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.874635 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.874790 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.874931 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.875112 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.875272 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.875431 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.875576 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.875734 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.875896 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.876061 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.876224 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.876379 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.876541 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.876710 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.876865 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.877020 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.877175 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.877330 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.877485 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.877639 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.878200 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.878200 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.878200 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.878434 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.878434 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.878576 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.878654 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.878810 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.878990 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.879146 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.879302 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.879457 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.879612 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:53:11.879763 dv-cinder-836066-1-iscsi neutron-server[103375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 18:53:23.765737 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad966656-226d-40e9-8210-dc0ca8528944 None None] get_active_networks_info from dv-cinder-836066-1-iscsi {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 18:53:23.970045 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad966656-226d-40e9-8210-dc0ca8528944 None None] No non-hosted networks {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 18:53:24.002845 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.agentschedulers_db [None req-ad966656-226d-40e9-8210-dc0ca8528944 None None] DHCP Agent not found on host dv-cinder-836066-1-iscsi {{(pid=103486) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 18:53:24.004979 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be1806c-df92-49bb-8245-adfb32fd3d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820141'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.253956 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd39ba26-a79b-4a65-9899-ed34524fd122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820141'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:26.306625 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9355880-2955-49f8-848c-b31ae7ded409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:27.302685 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50286) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:27.457581 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820141'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:28.076054 dv-cinder-836066-1-iscsi neutron-server[103485]: WARNING oslo_policy.policy [None req-b10eb433-a79c-44c3-bfc1-5db1355259e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:53:28.076626 dv-cinder-836066-1-iscsi neutron-server[103485]: WARNING oslo_policy.policy [None req-b10eb433-a79c-44c3-bfc1-5db1355259e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:53:28.314792 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [None req-b10eb433-a79c-44c3-bfc1-5db1355259e7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:53:28.335766 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b10eb433-a79c-44c3-bfc1-5db1355259e7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0298765 Mar 31 18:53:28.714167 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820141'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:30.421932 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820141'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:30.423921 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.424529 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.425485 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.426196 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.427055 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.427616 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.428343 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.429744 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.430385 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.430913 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.432135 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.432733 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.433274 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.433837 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.434412 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:30.435210 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836066-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:30.443003 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836066-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:53:31.134082 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50320) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:31.601130 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.db.l3_hamode_db [None req-5015e1cb-e36e-418a-b76c-b5153b404bbe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 18:53:31.650718 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-27df5659-4567-436e-8c24-9cfce8a2b13c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:31.689437 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015e1cb-e36e-418a-b76c-b5153b404bbe None None] Routers set() bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:53:31.690007 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015e1cb-e36e-418a-b76c-b5153b404bbe None None] Router IDs set() for agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 18:53:31.751323 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.policy [None req-27df5659-4567-436e-8c24-9cfce8a2b13c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103485) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 18:53:31.795586 dv-cinder-836066-1-iscsi neutron-server[103485]: WARNING oslo_policy.policy [None req-27df5659-4567-436e-8c24-9cfce8a2b13c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:53:31.795966 dv-cinder-836066-1-iscsi neutron-server[103485]: WARNING oslo_policy.policy [None req-27df5659-4567-436e-8c24-9cfce8a2b13c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:53:31.897527 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27df5659-4567-436e-8c24-9cfce8a2b13c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785383522051', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785383521782', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785383406777', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785383395528', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785383423209', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785383591470', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1409714', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1341348', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-412697', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-504676'] for rbac-policy (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:31.973035 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27df5659-4567-436e-8c24-9cfce8a2b13c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:31.987006 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-27df5659-4567-436e-8c24-9cfce8a2b13c admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8389513 Mar 31 18:53:34.650821 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50332) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:35.020410 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:35.070725 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Made reservation on behalf of 6cb83842cb2c40ab9bbfb0fcd24e89d0 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:53:35.075854 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:35.110589 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:35.249437 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Publish callbacks [] for security_group (7ba0afee-66ca-4523-a699-aa81baeb9476), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:35.253614 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (7ba0afee-66ca-4523-a699-aa81baeb9476), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:35.283602 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:53:35.322692 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785381747505', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (1b3a9b09-bbd0-4873-a735-0c21075c48b8), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:35.323326 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Unsubscribe: segment precommit_create {{(pid=103485) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 18:53:35.323853 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.segments_db [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Added segment 1b3a9b09-bbd0-4873-a735-0c21075c48b8 of type vlan for network 05376483-8efa-4308-a93c-5d2c4b61b72f Mar 31 18:53:35.345387 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0afee-66ca-4523-a699-aa81baeb9476,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:35.401332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.401786 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.402174 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.402536 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.402869 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.403234 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.403604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.403881 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.404202 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.404564 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.404885 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.405218 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.405534 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.405845 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.406158 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Tracked resource versions report: Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: pushed versions: Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: { 'AddressGroup': {'1.2'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Agent': {'1.1'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'ConntrackHelper': {'1.0'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Log': {'1.0'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'NDPProxy': {'1.0'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Network': {'1.1'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Port': {'1.7'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'PortForwarding': {'1.3'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'QosPolicy': {'1.10'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SecurityGroup': {'1.5'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SubPort': {'1.0'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Subnet': {'1.1'}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Trunk': {'1.1'}} Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: consumer versions: Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: { DHCP agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: L3 agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: Metadata agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: Metering agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: Open vSwitch agent@dv-cinder-836066-1-iscsi: { 'AddressGroup': '1.2', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Agent': '1.1', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'ConntrackHelper': '1.0', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'LocalIPAssociation': '1.0', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Log': '1.0', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'NDPProxy': '1.0', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Network': '1.1', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Port': '1.7', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'PortForwarding': '1.3', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'QosPolicy': '1.10', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SecurityGroup': '1.5', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SecurityGroupRule': '1.2', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SubPort': '1.0', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Subnet': '1.1', Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Trunk': '1.1'}} Mar 31 18:53:35.407738 dv-cinder-836066-1-iscsi neutron-server[103485]: {{(pid=103485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:53:35.445297 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (05376483-8efa-4308-a93c-5d2c4b61b72f), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:35.498789 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (05376483-8efa-4308-a93c-5d2c4b61b72f), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:35.504210 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:35.504869 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:35.621224 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9692383 Mar 31 18:53:35.649064 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d222a-1270-47a2-8c80-d62b8d59521f demo demo] Pushing event updated for resources: {'Network': ['ID=05376483-8efa-4308-a93c-5d2c4b61b72f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:35.663305 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 05376483-8efa-4308-a93c-5d2c4b61b72f details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:53:38.402669 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50344) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:38.857899 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763018d3-b6a8-411f-8e8f-c4add3380351 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:38.859384 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-763018d3-b6a8-411f-8e8f-c4add3380351 demo admin] 10.222.0.13 "GET /v2.0/networks/05376483-8efa-4308-a93c-5d2c4b61b72f HTTP/1.1" status: 200 len: 826 time: 0.4553020 Mar 31 18:53:38.886549 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-bd388159-3460-461b-9716-3c309751bc64 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/c129a2e0-06f7-434d-8c36-617d7f3c4563 HTTP/1.1" status: 200 len: 734 time: 0.0212653 Mar 31 18:53:38.896064 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f', 'subnetpool_id': 'c129a2e0-06f7-434d-8c36-617d7f3c4563', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:38.921512 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Made reservation on behalf of 6cb83842cb2c40ab9bbfb0fcd24e89d0 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:53:38.924151 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:39.261399 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (a0459127-520b-4071-abbc-a268c36a46c4), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:39.340277 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a0459127-520b-4071-abbc-a268c36a46c4,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:39.342050 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Checking segment: {'id': '1b3a9b09-bbd0-4873-a735-0c21075c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:53:39.342438 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Network hostable DHCP agents. Network: 05376483-8efa-4308-a93c-5d2c4b61b72f, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:53:39.365509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Network 05376483-8efa-4308-a93c-5d2c4b61b72f is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:53:39.379009 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 05376483-8efa-4308-a93c-5d2c4b61b72f) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:53:39.384300 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:39.384913 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:39.389923 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17be94e0-a080-4627-8d28-ba5edb09ba8d None None] Network 05376483-8efa-4308-a93c-5d2c4b61b72f requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:53:39.403897 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b685dd15-e19f-4e59-a95b-98fead6dfce7 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5114925 Mar 31 18:53:39.789189 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-05376483-8efa-4308-a93c-5d2c4b61b72f', 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f', 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'fixed_ips': [{'subnet_id': 'a0459127-520b-4071-abbc-a268c36a46c4'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:53:39.790373 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:40.094143 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Allocated IP 172.20.0.2 (05376483-8efa-4308-a93c-5d2c4b61b72f/a0459127-520b-4071-abbc-a268c36a46c4/0f59ef19-541e-4ed9-b407-5f6c5bfbacca) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:53:40.367977 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Publish callbacks [] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:40.377074 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:40.465436 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Network 05376483-8efa-4308-a93c-5d2c4b61b72f is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:53:40.466541 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Pushing event updated for resources: {'Port': ['ID=0f59ef19-541e-4ed9-b407-5f6c5bfbacca,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:40.471118 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:53:40.477481 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.477866 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.478184 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.478539 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.478869 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.479221 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.479541 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.479863 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.480186 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.480504 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.480827 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.481160 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.481482 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.481795 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.482109 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Tracked resource versions report: Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: pushed versions: Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: { 'AddressGroup': {'1.2'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Agent': {'1.1'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'ConntrackHelper': {'1.0'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Log': {'1.0'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'NDPProxy': {'1.0'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Network': {'1.1'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Port': {'1.7'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'PortForwarding': {'1.3'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'QosPolicy': {'1.10'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SecurityGroup': {'1.5'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SubPort': {'1.0'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Subnet': {'1.1'}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Trunk': {'1.1'}} Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: consumer versions: Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: { DHCP agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: L3 agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: Metadata agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: Metering agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: Open vSwitch agent@dv-cinder-836066-1-iscsi: { 'AddressGroup': '1.2', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Agent': '1.1', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'ConntrackHelper': '1.0', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'LocalIPAssociation': '1.0', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Log': '1.0', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'NDPProxy': '1.0', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Network': '1.1', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Port': '1.7', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'PortForwarding': '1.3', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'QosPolicy': '1.10', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SecurityGroup': '1.5', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SecurityGroupRule': '1.2', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SubPort': '1.0', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Subnet': '1.1', Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Trunk': '1.1'}} Mar 31 18:53:40.483603 dv-cinder-836066-1-iscsi neutron-server[103486]: {{(pid=103486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:53:40.486959 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:53:40.570745 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Attempting to bind port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:53:40.571161 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Attempting to bind port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '1b3a9b09-bbd0-4873-a735-0c21075c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:53:40.571601 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Attempting to bind port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca on network 05376483-8efa-4308-a93c-5d2c4b61b72f {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:53:40.576758 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:53:40.577112 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Checking segment: {'id': '1b3a9b09-bbd0-4873-a735-0c21075c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:53:40.577591 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:40.577972 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Bound using segment: {'id': '1b3a9b09-bbd0-4873-a735-0c21075c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:53:40.578447 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Bound port: 0f59ef19-541e-4ed9-b407-5f6c5bfbacca, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3a9b09-bbd0-4873-a735-0c21075c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:53:40.578847 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:40.646416 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] For port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:53:40.650838 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] For port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=0f59ef19-541e-4ed9-b407-5f6c5bfbacca,segment=NetworkSegment(1b3a9b09-bbd0-4873-a735-0c21075c48b8),segment_id=1b3a9b09-bbd0-4873-a735-0c21075c48b8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:53:40.659966 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:40.727082 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4612e1b-12aa-4434-8fc2-796012317797 None None] Pushing event updated for resources: {'Port': ['ID=0f59ef19-541e-4ed9-b407-5f6c5bfbacca,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:41.995579 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50354) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:42.521414 dv-cinder-836066-1-iscsi neutron-server[103484]: WARNING oslo_policy.policy [None req-c53e834c-315c-4b0e-93af-82bb221a2baf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:53:42.522092 dv-cinder-836066-1-iscsi neutron-server[103484]: WARNING oslo_policy.policy [None req-c53e834c-315c-4b0e-93af-82bb221a2baf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:53:42.773467 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-c53e834c-315c-4b0e-93af-82bb221a2baf admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:53:42.774537 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c53e834c-315c-4b0e-93af-82bb221a2baf admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7780397 Mar 31 18:53:45.426895 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50368) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:45.754824 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-f90d13c7-45c7-4161-a43a-a988fab4319c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:53:45.755807 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f90d13c7-45c7-4161-a43a-a988fab4319c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3277686 Mar 31 18:53:48.371110 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50376) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:48.709393 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:48.770453 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.policy [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103484) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 18:53:48.815449 dv-cinder-836066-1-iscsi neutron-server[103484]: WARNING oslo_policy.policy [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:53:48.815829 dv-cinder-836066-1-iscsi neutron-server[103484]: WARNING oslo_policy.policy [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:53:48.881745 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (5b76d0b7-e96d-418d-ae2e-efec74242ed1), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:48.884356 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (5b76d0b7-e96d-418d-ae2e-efec74242ed1), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:49.052821 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] Publish callbacks [] for router_controller (5b76d0b7-e96d-418d-ae2e-efec74242ed1), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:49.058733 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (5b76d0b7-e96d-418d-ae2e-efec74242ed1), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:49.085031 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:49.087179 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-16255358-5a81-48ed-9736-c2a277c8dd0f demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7150450 Mar 31 18:53:51.593021 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 0f59ef19-541e-4ed9-b407-5f6c5bfbacca up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:53:51.691287 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:53:51.691945 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:51.767384 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50390) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:51.827515 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:53:51.827899 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:51.864866 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=0f59ef19-541e-4ed9-b407-5f6c5bfbacca,segment=NetworkSegment(1b3a9b09-bbd0-4873-a735-0c21075c48b8),segment_id=1b3a9b09-bbd0-4873-a735-0c21075c48b8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:53:51.870077 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:51.923883 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=0f59ef19-541e-4ed9-b407-5f6c5bfbacca,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:52.145795 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-9e8aaec9-4755-4915-a36f-830856f7274a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:53:52.146952 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9e8aaec9-4755-4915-a36f-830856f7274a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3785627 Mar 31 18:53:52.451763 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6aefc-0c8a-4492-b47c-84553280c527 None None] Network 05376483-8efa-4308-a93c-5d2c4b61b72f requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:53:52.517242 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6ab0ecb1-3892-49b2-a720-b0bb00ca5712 None None] Provisioning complete for port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:53:52.517684 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ecb1-3892-49b2-a720-b0bb00ca5712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:52.662992 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6ab0ecb1-3892-49b2-a720-b0bb00ca5712 None None] Current status of the port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:53:52.891265 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b3f7732a-1886-4063-a479-18ddced79f01 None None] Provisioning complete for port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:53:52.891651 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b3f7732a-1886-4063-a479-18ddced79f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:52.974603 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b3f7732a-1886-4063-a479-18ddced79f01 None None] Current status of the port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:53:53.542460 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 0f59ef19-541e-4ed9-b407-5f6c5bfbacca up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:53:53.592656 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:53:53.593045 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:53.689659 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:53:53.732072 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-048edf8f-b07d-47f7-af1b-cc3b08cd972f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:54.756099 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50398) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:55.102359 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:53:55.122794 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Made reservation on behalf of a269a9a78d4d4223bb2d94c85e7ca89e for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:53:55.125012 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.135293 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.228188 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Publish callbacks [] for security_group (1beea6a7-e4fa-4df1-8c58-f6e4bda954d5), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.231976 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (1beea6a7-e4fa-4df1-8c58-f6e4bda954d5), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.248936 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103485) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 18:53:55.271428 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beea6a7-e4fa-4df1-8c58-f6e4bda954d5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:55.278021 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (6f14a751-2ad1-46b5-b9f9-32fd264bf038), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.278342 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.segments_db [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Added segment 6f14a751-2ad1-46b5-b9f9-32fd264bf038 of type flat for network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 Mar 31 18:53:55.328433 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (834bc3ca-e0d0-44a0-9b77-f3e73cd23892), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.361379 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (834bc3ca-e0d0-44a0-9b77-f3e73cd23892), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.362318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:55.362894 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:55.443655 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6863277 Mar 31 18:53:55.464488 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ef57d-58e8-418d-a422-ffc1bba8aeb7 admin admin] Pushing event updated for resources: {'Network': ['ID=834bc3ca-e0d0-44a0-9b77-f3e73cd23892,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:55.475046 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:53:56.302572 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a068174-ebf0-434b-942e-a50282d0f663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:57.393470 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:58.001765 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50416) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:53:58.181972 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56662f6e-148e-4152-af55-e6e2231e2650 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:53:58.183354 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-56662f6e-148e-4152-af55-e6e2231e2650 demo admin] 10.222.0.13 "GET /v2.0/subnets/a0459127-520b-4071-abbc-a268c36a46c4 HTTP/1.1" status: 200 len: 849 time: 0.1806383 Mar 31 18:53:58.344279 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-084e51e0-1e83-4344-9ebf-b812eb14ab93 demo admin] 10.222.0.13 "GET /v2.0/routers/5b76d0b7-e96d-418d-ae2e-efec74242ed1 HTTP/1.1" status: 200 len: 704 time: 0.1553276 Mar 31 18:53:58.623685 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:58.659336 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:58.963217 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Allocated IP 172.20.0.1 (05376483-8efa-4308-a93c-5d2c4b61b72f/a0459127-520b-4071-abbc-a268c36a46c4/59507cd3-5b77-4c22-8b35-d3de6579549f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:53:59.166726 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Publish callbacks [] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:59.233847 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:59.303599 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Network 05376483-8efa-4308-a93c-5d2c4b61b72f is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:53:59.314350 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:53:59.317244 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:53:59.317815 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (5b76d0b7-e96d-418d-ae2e-efec74242ed1), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:59.384191 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Pushing event updated for resources: {'Port': ['ID=59507cd3-5b77-4c22-8b35-d3de6579549f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:59.534420 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e49c10b4-659f-4b52-836a-3f134adc477d None None] Provisioning complete for port 59507cd3-5b77-4c22-8b35-d3de6579549f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:53:59.534830 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e49c10b4-659f-4b52-836a-3f134adc477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:59.540335 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:59.568388 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e49c10b4-659f-4b52-836a-3f134adc477d None None] Port 59507cd3-5b77-4c22-8b35-d3de6579549f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:53:59.756141 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Publish callbacks [] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:59.761268 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:59.762029 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (5b76d0b7-e96d-418d-ae2e-efec74242ed1), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:53:59.843089 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Pushing event updated for resources: {'Port': ['ID=59507cd3-5b77-4c22-8b35-d3de6579549f,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:53:59.893209 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Network 05376483-8efa-4308-a93c-5d2c4b61b72f is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:53:59.894580 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:54:00.086089 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Router 5b76d0b7-e96d-418d-ae2e-efec74242ed1 is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:54:00.186112 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:54:00.193664 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-98282869-85d1-418d-9aaa-b88917a3c65a demo admin] 10.222.0.13 "PUT /v2.0/routers/5b76d0b7-e96d-418d-ae2e-efec74242ed1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8418701 Mar 31 18:54:00.193768 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f88d3a56-53b9-4a3a-a528-f9aff0ab7681 None None] Provisioning complete for port 59507cd3-5b77-4c22-8b35-d3de6579549f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:54:00.193768 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f88d3a56-53b9-4a3a-a528-f9aff0ab7681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:00.206446 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Sync routers for ids ['5b76d0b7-e96d-418d-ae2e-efec74242ed1'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:54:00.221163 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Routers {'5b76d0b7-e96d-418d-ae2e-efec74242ed1'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:54:00.221923 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T18:53:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5b76d0b7-e96d-418d-ae2e-efec74242ed1'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:54:00.231435 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f88d3a56-53b9-4a3a-a528-f9aff0ab7681 None None] Port 59507cd3-5b77-4c22-8b35-d3de6579549f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:54:00.423862 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:00.434095 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Set router 5b76d0b7-e96d-418d-ae2e-efec74242ed1 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:54:00.760430 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:54:00.881977 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'name': 'router1', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:53:48Z', 'updated_at': '2022-03-31T18:53:59Z', 'revision_number': 2, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'gw_port_host': None, '_interfaces': [{'id': '59507cd3-5b77-4c22-8b35-d3de6579549f', 'name': '', 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'mac_address': 'fa:16:3e:b3:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:53:58Z', 'updated_at': '2022-03-31T18:53:59Z', 'revision_number': 2, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'subnets': [{'id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c129a2e0-06f7-434d-8c36-617d7f3c4563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:54:00.935374 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Checking router: 5b76d0b7-e96d-418d-ae2e-efec74242ed1 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:54:00.935732 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Updating router 5b76d0b7-e96d-418d-ae2e-efec74242ed1 port 59507cd3-5b77-4c22-8b35-d3de6579549f binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:54:01.025493 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:01.560850 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Publish callbacks [] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:01.568731 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:01.668623 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Pushing event updated for resources: {'Port': ['ID=59507cd3-5b77-4c22-8b35-d3de6579549f,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:01.679763 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.680227 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.680650 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.681009 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.681339 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.681693 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.682016 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.682337 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.682658 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.683001 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.683333 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.683665 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.683986 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.684304 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.684619 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Tracked resource versions report: Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: pushed versions: Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: { 'AddressGroup': {'1.2'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Agent': {'1.1'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'ConntrackHelper': {'1.0'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Log': {'1.0'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'NDPProxy': {'1.0'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Network': {'1.1'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Port': {'1.7'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'PortForwarding': {'1.3'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'QosPolicy': {'1.10'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SecurityGroup': {'1.5'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SubPort': {'1.0'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Subnet': {'1.1'}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Trunk': {'1.1'}} Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: consumer versions: Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: { DHCP agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: L3 agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: Metadata agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: Metering agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: Open vSwitch agent@dv-cinder-836066-1-iscsi: { 'AddressGroup': '1.2', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Agent': '1.1', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'ConntrackHelper': '1.0', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'LocalIPAssociation': '1.0', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Log': '1.0', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'NDPProxy': '1.0', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Network': '1.1', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Port': '1.7', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'PortForwarding': '1.3', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'QosPolicy': '1.10', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SecurityGroup': '1.5', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SecurityGroupRule': '1.2', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SubPort': '1.0', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Subnet': '1.1', Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Trunk': '1.1'}} Mar 31 18:54:01.686151 dv-cinder-836066-1-iscsi neutron-server[103487]: {{(pid=103487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:54:01.771141 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Attempting to bind port 59507cd3-5b77-4c22-8b35-d3de6579549f on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:54:01.771551 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Attempting to bind port 59507cd3-5b77-4c22-8b35-d3de6579549f by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '1b3a9b09-bbd0-4873-a735-0c21075c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:54:01.772099 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Attempting to bind port 59507cd3-5b77-4c22-8b35-d3de6579549f on network 05376483-8efa-4308-a93c-5d2c4b61b72f {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:54:01.778067 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:54:01.778471 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Checking segment: {'id': '1b3a9b09-bbd0-4873-a735-0c21075c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:54:01.778979 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:01.779362 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Bound using segment: {'id': '1b3a9b09-bbd0-4873-a735-0c21075c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:54:01.779845 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Bound port: 59507cd3-5b77-4c22-8b35-d3de6579549f, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3a9b09-bbd0-4873-a735-0c21075c48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:54:01.780224 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:01.857609 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] For port 59507cd3-5b77-4c22-8b35-d3de6579549f, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:54:01.864186 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-64dced3e-0c17-4bb7-a8f1-dc962e44b220 None None] Provisioning complete for port 59507cd3-5b77-4c22-8b35-d3de6579549f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:54:01.864800 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-64dced3e-0c17-4bb7-a8f1-dc962e44b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:01.879027 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] For port 59507cd3-5b77-4c22-8b35-d3de6579549f, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=59507cd3-5b77-4c22-8b35-d3de6579549f,segment=NetworkSegment(1b3a9b09-bbd0-4873-a735-0c21075c48b8),segment_id=1b3a9b09-bbd0-4873-a735-0c21075c48b8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:54:01.887341 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:01.900264 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-64dced3e-0c17-4bb7-a8f1-dc962e44b220 None None] Port 59507cd3-5b77-4c22-8b35-d3de6579549f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:54:01.949852 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34697e93-1154-4ac0-aa47-5c29a5ea4879 None None] Pushing event updated for resources: {'Port': ['ID=59507cd3-5b77-4c22-8b35-d3de6579549f,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:01.952555 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Routers {'5b76d0b7-e96d-418d-ae2e-efec74242ed1'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:54:01.953155 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T18:53:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5b76d0b7-e96d-418d-ae2e-efec74242ed1'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:54:02.055138 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] Set router 5b76d0b7-e96d-418d-ae2e-efec74242ed1 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:54:02.222808 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6f0e0530-b871-46aa-a0a3-0f2aa5c13117 None None] Provisioning complete for port 59507cd3-5b77-4c22-8b35-d3de6579549f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:54:02.223159 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0530-b871-46aa-a0a3-0f2aa5c13117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.287965 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'name': 'router1', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:53:48Z', 'updated_at': '2022-03-31T18:53:59Z', 'revision_number': 2, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'gw_port_host': None, '_interfaces': [{'id': '59507cd3-5b77-4c22-8b35-d3de6579549f', 'name': '', 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'mac_address': 'fa:16:3e:b3:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:53:58Z', 'updated_at': '2022-03-31T18:54:01Z', 'revision_number': 4, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'subnets': [{'id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c129a2e0-06f7-434d-8c36-617d7f3c4563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:54:02.309932 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e0530-b871-46aa-a0a3-0f2aa5c13117 None None] Current status of the port 59507cd3-5b77-4c22-8b35-d3de6579549f is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:54:02.310409 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0530-b871-46aa-a0a3-0f2aa5c13117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.315957 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a219db-42ad-415e-9aa2-b1f68412a00f None None] The sync data for ids ['5b76d0b7-e96d-418d-ae2e-efec74242ed1'] in dv-cinder-836066-1-iscsi is: [{'id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'name': 'router1', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:53:48Z', 'updated_at': '2022-03-31T18:53:59Z', 'revision_number': 2, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'gw_port_host': None, '_interfaces': [{'id': '59507cd3-5b77-4c22-8b35-d3de6579549f', 'name': '', 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'mac_address': 'fa:16:3e:b3:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:53:58Z', 'updated_at': '2022-03-31T18:54:01Z', 'revision_number': 4, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'subnets': [{'id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c129a2e0-06f7-434d-8c36-617d7f3c4563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:54:02.343974 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6f0e0530-b871-46aa-a0a3-0f2aa5c13117 None None] For port 59507cd3-5b77-4c22-8b35-d3de6579549f, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=59507cd3-5b77-4c22-8b35-d3de6579549f,segment=NetworkSegment(1b3a9b09-bbd0-4873-a735-0c21075c48b8),segment_id=1b3a9b09-bbd0-4873-a735-0c21075c48b8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:54:02.348699 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0530-b871-46aa-a0a3-0f2aa5c13117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:02.399418 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e0530-b871-46aa-a0a3-0f2aa5c13117 None None] Pushing event updated for resources: {'Port': ['ID=59507cd3-5b77-4c22-8b35-d3de6579549f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:02.772551 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50436) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:02.893187 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1dbf2b-b850-4d9d-8c4b-e3722017dc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:02.894490 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6e1dbf2b-b850-4d9d-8c4b-e3722017dc7d admin admin] 10.222.0.13 "GET /v2.0/networks/834bc3ca-e0d0-44a0-9b77-f3e73cd23892 HTTP/1.1" status: 200 len: 842 time: 0.1208854 Mar 31 18:54:02.904349 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:54:02.924395 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Made reservation on behalf of a269a9a78d4d4223bb2d94c85e7ca89e for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:54:02.926704 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.237198 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.objects.ports [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 18:54:03.237563 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (751263e2-41da-449f-b8b4-bd373f09b2e3), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.377713 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751263e2-41da-449f-b8b4-bd373f09b2e3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:03.396614 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:54:03.396975 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Network hostable DHCP agents. Network: 834bc3ca-e0d0-44a0-9b77-f3e73cd23892, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:54:03.416064 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:54:03.427509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 834bc3ca-e0d0-44a0-9b77-f3e73cd23892) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:54:03.432296 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:03.432919 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:03.440294 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea82bd13-d8fc-4f5b-8eea-a35d629e09df None None] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:54:03.467251 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-e2be0eeb-a576-456f-8221-cdd2dd59d809 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5661008 Mar 31 18:54:03.571724 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415de8b-878f-4272-a957-f1b9ceef85fd None None] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:54:06.011697 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50444) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:06.235554 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-67fb2b38-2e70-4272-8611-666baec1ac3f demo admin] 10.222.0.13 "GET /v2.0/routers/5b76d0b7-e96d-418d-ae2e-efec74242ed1 HTTP/1.1" status: 200 len: 710 time: 0.2226841 Mar 31 18:54:06.423721 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e651c-ae18-4fe9-80cb-bba92e29fb87 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:54:06.431625 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-946e651c-ae18-4fe9-80cb-bba92e29fb87 demo admin] 10.222.0.13 "GET /v2.0/networks/834bc3ca-e0d0-44a0-9b77-f3e73cd23892 HTTP/1.1" status: 200 len: 886 time: 0.1845555 Mar 31 18:54:06.436202 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:54:06.705042 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Publish callbacks [] for router_gateway (5b76d0b7-e96d-418d-ae2e-efec74242ed1), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:06.941924 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Publish callbacks [] for router_gateway (5b76d0b7-e96d-418d-ae2e-efec74242ed1), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.019111 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.207269 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Allocated IP 172.27.0.98 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/fe4933f6-428a-4ce3-b987-84bc445418f5) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:54:07.317881 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Publish callbacks [] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.378314 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:07.420104 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:54:07.443824 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:54:07.477187 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:54:07.551579 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Pushing event updated for resources: {'Port': ['ID=fe4933f6-428a-4ce3-b987-84bc445418f5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:07.564594 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.564930 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.565274 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.565610 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.565935 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.566253 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.566572 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.566890 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.567247 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.567567 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.567936 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.568221 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.568543 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.568887 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.569159 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Tracked resource versions report: Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: pushed versions: Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: { 'AddressGroup': {'1.2'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Agent': {'1.1'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'ConntrackHelper': {'1.0'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Log': {'1.0'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'NDPProxy': {'1.0'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Network': {'1.1'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Port': {'1.7'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'PortForwarding': {'1.3'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'QosPolicy': {'1.10'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SecurityGroup': {'1.5'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SubPort': {'1.0'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Subnet': {'1.1'}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Trunk': {'1.1'}} Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: consumer versions: Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: { DHCP agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: L3 agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: Metadata agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: Metering agent@dv-cinder-836066-1-iscsi: {}, Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: Open vSwitch agent@dv-cinder-836066-1-iscsi: { 'AddressGroup': '1.2', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Agent': '1.1', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'ConntrackHelper': '1.0', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'LocalIPAssociation': '1.0', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Log': '1.0', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'NDPProxy': '1.0', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Network': '1.1', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Port': '1.7', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'PortForwarding': '1.3', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'QosPolicy': '1.10', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SecurityGroup': '1.5', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SecurityGroupRule': '1.2', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SubPort': '1.0', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Subnet': '1.1', Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Trunk': '1.1'}} Mar 31 18:54:07.570564 dv-cinder-836066-1-iscsi neutron-server[103484]: {{(pid=103484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:54:07.865049 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Publish callbacks [] for router_gateway (5b76d0b7-e96d-418d-ae2e-efec74242ed1), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:08.068785 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1819635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1833346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32229'] for router (5b76d0b7-e96d-418d-ae2e-efec74242ed1), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:08.073753 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1819620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1819629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1833355'] for router (5b76d0b7-e96d-418d-ae2e-efec74242ed1), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:08.190923 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Router 5b76d0b7-e96d-418d-ae2e-efec74242ed1 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:54:08.307344 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:54:08.312124 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:08.313339 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-73a4274f-49b2-406a-affe-220cd748b933 demo admin] 10.222.0.13 "PUT /v2.0/routers/5b76d0b7-e96d-418d-ae2e-efec74242ed1 HTTP/1.1" status: 200 len: 889 time: 1.8809917 Mar 31 18:54:09.580814 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 59507cd3-5b77-4c22-8b35-d3de6579549f up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:54:09.632415 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 59507cd3-5b77-4c22-8b35-d3de6579549f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:54:09.632780 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:09.716918 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 59507cd3-5b77-4c22-8b35-d3de6579549f is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:54:10.921087 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50460) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:54:11.043966 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8ad372b7-24ed-464d-9c3d-9d9fc914623a admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1214943 Mar 31 18:54:11.163793 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Sync routers for ids ['5b76d0b7-e96d-418d-ae2e-efec74242ed1'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:54:11.178811 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Routers {'5b76d0b7-e96d-418d-ae2e-efec74242ed1'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:54:11.179520 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T18:53:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5b76d0b7-e96d-418d-ae2e-efec74242ed1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:54:11.411236 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Set router 5b76d0b7-e96d-418d-ae2e-efec74242ed1 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:54:11.904239 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'name': 'router1', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe4933f6-428a-4ce3-b987-84bc445418f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:53:48Z', 'updated_at': '2022-03-31T18:54:07Z', 'revision_number': 4, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'gw_port': {'id': 'fe4933f6-428a-4ce3-b987-84bc445418f5', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:06:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:54:07Z', 'updated_at': '2022-03-31T18:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '59507cd3-5b77-4c22-8b35-d3de6579549f', 'name': '', 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'mac_address': 'fa:16:3e:b3:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:53:58Z', 'updated_at': '2022-03-31T18:54:02Z', 'revision_number': 5, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'subnets': [{'id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c129a2e0-06f7-434d-8c36-617d7f3c4563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:54:11.960101 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Checking router: 5b76d0b7-e96d-418d-ae2e-efec74242ed1 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:54:11.960481 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Updating router 5b76d0b7-e96d-418d-ae2e-efec74242ed1 port fe4933f6-428a-4ce3-b987-84bc445418f5 binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:54:12.020823 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:12.357547 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Publish callbacks [] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:12.363191 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:12.409066 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35aca2b-0e6d-4aa8-88e1-0540f283562f None None] Pushing event updated for resources: {'Port': ['ID=fe4933f6-428a-4ce3-b987-84bc445418f5,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:12.433396 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Attempting to bind port fe4933f6-428a-4ce3-b987-84bc445418f5 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:54:12.433767 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Attempting to bind port fe4933f6-428a-4ce3-b987-84bc445418f5 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:54:12.434129 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Attempting to bind port fe4933f6-428a-4ce3-b987-84bc445418f5 on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:54:12.439326 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:54:12.439698 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:54:12.440093 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:12.440483 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:54:12.440947 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Bound port: fe4933f6-428a-4ce3-b987-84bc445418f5, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:54:12.441351 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:12.491108 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] For port fe4933f6-428a-4ce3-b987-84bc445418f5, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:54:12.494028 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] For port fe4933f6-428a-4ce3-b987-84bc445418f5, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=fe4933f6-428a-4ce3-b987-84bc445418f5,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:54:12.499747 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:12.558879 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Routers {'5b76d0b7-e96d-418d-ae2e-efec74242ed1'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:54:12.559506 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T18:53:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5b76d0b7-e96d-418d-ae2e-efec74242ed1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:54:12.562150 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35aca2b-0e6d-4aa8-88e1-0540f283562f None None] Pushing event updated for resources: {'Port': ['ID=fe4933f6-428a-4ce3-b987-84bc445418f5,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:12.684898 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] Set router 5b76d0b7-e96d-418d-ae2e-efec74242ed1 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:54:12.922668 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'name': 'router1', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe4933f6-428a-4ce3-b987-84bc445418f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:53:48Z', 'updated_at': '2022-03-31T18:54:07Z', 'revision_number': 4, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'gw_port': {'id': 'fe4933f6-428a-4ce3-b987-84bc445418f5', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:06:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:54:07Z', 'updated_at': '2022-03-31T18:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '59507cd3-5b77-4c22-8b35-d3de6579549f', 'name': '', 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'mac_address': 'fa:16:3e:b3:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:53:58Z', 'updated_at': '2022-03-31T18:54:02Z', 'revision_number': 5, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'subnets': [{'id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c129a2e0-06f7-434d-8c36-617d7f3c4563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:54:12.953153 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb1834-ba3f-4a78-a81f-1006929861ef None None] The sync data for ids ['5b76d0b7-e96d-418d-ae2e-efec74242ed1'] in dv-cinder-836066-1-iscsi is: [{'id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'name': 'router1', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe4933f6-428a-4ce3-b987-84bc445418f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:53:48Z', 'updated_at': '2022-03-31T18:54:07Z', 'revision_number': 4, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'gw_port': {'id': 'fe4933f6-428a-4ce3-b987-84bc445418f5', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:06:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:54:07Z', 'updated_at': '2022-03-31T18:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '59507cd3-5b77-4c22-8b35-d3de6579549f', 'name': '', 'network_id': '05376483-8efa-4308-a93c-5d2c4b61b72f', 'tenant_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'mac_address': 'fa:16:3e:b3:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76d0b7-e96d-418d-ae2e-efec74242ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:53:58Z', 'updated_at': '2022-03-31T18:54:02Z', 'revision_number': 5, 'project_id': '6cb83842cb2c40ab9bbfb0fcd24e89d0', 'subnets': [{'id': 'a0459127-520b-4071-abbc-a268c36a46c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c129a2e0-06f7-434d-8c36-617d7f3c4563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:54:13.629679 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device fe4933f6-428a-4ce3-b987-84bc445418f5 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:54:13.706392 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port fe4933f6-428a-4ce3-b987-84bc445418f5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:54:13.706789 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:13.831185 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port fe4933f6-428a-4ce3-b987-84bc445418f5 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:54:13.831573 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:13.856519 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port fe4933f6-428a-4ce3-b987-84bc445418f5, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=fe4933f6-428a-4ce3-b987-84bc445418f5,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:54:13.869035 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:13.925513 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=fe4933f6-428a-4ce3-b987-84bc445418f5,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:54:15.588847 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device fe4933f6-428a-4ce3-b987-84bc445418f5 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:54:15.648062 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port fe4933f6-428a-4ce3-b987-84bc445418f5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:54:15.648548 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (fe4933f6-428a-4ce3-b987-84bc445418f5), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:15.737581 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port fe4933f6-428a-4ce3-b987-84bc445418f5 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:54:23.725261 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-74f8d631-e78a-4b6f-ac2a-ee7274d7e67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:26.247217 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73bab326-03b7-4dbe-89db-ed4861124214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:27.402342 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:28.664979 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:30.423927 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:37.729323 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:54:53.729932 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bda1d95e-68a8-4c0b-aa09-db0bf150b535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:56.252204 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3d945271-0f70-4956-8d95-d49e74c6a5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:57.408720 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:54:58.671444 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:00.423252 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:14.728414 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:55:23.734195 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf9aac23-2dea-4ba8-9ce4-71931b45b632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:26.256880 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f997bd1b-545a-41f8-9dd4-a9b057ce488a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:27.407166 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:28.664344 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:30.418601 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:35.052775 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50944) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:35.114862 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66233ea-b65c-4b72-9722-37fba631e889 admin admin] GET failed (client error): The resource could not be found. Mar 31 18:55:35.116189 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c66233ea-b65c-4b72-9722-37fba631e889 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624702 Mar 31 18:55:35.286700 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543953f9-12be-4388-a84d-69a84254406e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:35.288202 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-543953f9-12be-4388-a84d-69a84254406e admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1673050 Mar 31 18:55:37.705520 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50954) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:37.806706 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8248fe2-a429-4d1f-98f8-5bb405d57a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:37.808102 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d8248fe2-a429-4d1f-98f8-5bb405d57a28 admin admin] 10.222.0.13 "GET /v2.0/subnets/a0459127-520b-4071-abbc-a268c36a46c4 HTTP/1.1" status: 200 len: 849 time: 0.1015849 Mar 31 18:55:37.817999 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:55:37.906465 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Publish callbacks [] for subnet (a0459127-520b-4071-abbc-a268c36a46c4), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:38.051237 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785381921154'] for subnet (a0459127-520b-4071-abbc-a268c36a46c4), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:38.082930 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:38.083508 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:38.084790 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] 10.222.0.13 "PUT /v2.0/subnets/a0459127-520b-4071-abbc-a268c36a46c4 HTTP/1.1" status: 200 len: 868 time: 0.2704928 Mar 31 18:55:38.103056 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0459127-520b-4071-abbc-a268c36a46c4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:55:38.110472 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.110822 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.111232 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.111582 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.111920 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.112257 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.112589 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.112921 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.113267 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.113389 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f65fda1-b851-4d2d-bac6-611d0af80842 None None] Network 05376483-8efa-4308-a93c-5d2c4b61b72f requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:55:38.113842 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.113932 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.114256 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.114585 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.114910 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.115269 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e70c7-13a2-4460-b8f9-f880c84eb04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:55:38.485494 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1b2111d0-4282-451c-81f8-0e6773f9190e None None] Provisioning complete for port 59507cd3-5b77-4c22-8b35-d3de6579549f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:55:38.485875 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b2111d0-4282-451c-81f8-0e6773f9190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (59507cd3-5b77-4c22-8b35-d3de6579549f), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:38.565011 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1b2111d0-4282-451c-81f8-0e6773f9190e None None] Current status of the port 59507cd3-5b77-4c22-8b35-d3de6579549f is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:55:38.575532 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1b2111d0-4282-451c-81f8-0e6773f9190e None None] Provisioning complete for port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:55:38.575917 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b2111d0-4282-451c-81f8-0e6773f9190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (0f59ef19-541e-4ed9-b407-5f6c5bfbacca), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:38.650774 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1b2111d0-4282-451c-81f8-0e6773f9190e None None] Current status of the port 0f59ef19-541e-4ed9-b407-5f6c5bfbacca is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:55:40.507181 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 50962) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:40.706362 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b5e5b-c5bc-408b-8a79-8f3bd17517dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:40.706763 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b5e5b-c5bc-408b-8a79-8f3bd17517dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:40.708338 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-945b5e5b-c5bc-408b-8a79-8f3bd17517dc admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2002037 Mar 31 18:55:43.029986 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50970) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:43.234893 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe95d2-7884-42ca-b234-6f501c8a19fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:43.235315 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe95d2-7884-42ca-b234-6f501c8a19fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:43.236861 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-a7fe95d2-7884-42ca-b234-6f501c8a19fe admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2059062 Mar 31 18:55:45.643185 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50980) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:45.777224 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9c1b81-e0ad-4b57-aeb4-77adfc89f38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:45.778582 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-2a9c1b81-e0ad-4b57-aeb4-77adfc89f38e admin admin] 10.222.0.13 "GET /v2.0/networks/05376483-8efa-4308-a93c-5d2c4b61b72f HTTP/1.1" status: 200 len: 870 time: 0.1344590 Mar 31 18:55:48.137534 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50988) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:48.267240 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f911a904-b0c6-4522-aebf-996d73361002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:48.270245 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-f911a904-b0c6-4522-aebf-996d73361002 admin admin] 10.222.0.13 "GET /v2.0/networks/834bc3ca-e0d0-44a0-9b77-f3e73cd23892 HTTP/1.1" status: 200 len: 886 time: 0.1317298 Mar 31 18:55:50.595695 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 50996) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:50.718573 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ef0e8-4e77-4100-9ead-92c3c995f51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:50.719054 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ef0e8-4e77-4100-9ead-92c3c995f51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:50.720590 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-f40ef0e8-4e77-4100-9ead-92c3c995f51f admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239550 Mar 31 18:55:51.727342 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:55:53.110531 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51004) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:53.210712 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ed7f0-8645-4e47-a793-fd1028062e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:53.211183 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ed7f0-8645-4e47-a793-fd1028062e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:53.212743 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c55ed7f0-8645-4e47-a793-fd1028062e59 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1012235 Mar 31 18:55:53.736055 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f20315b5-8619-44b4-ad32-ddefbd741408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:55.635604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51012) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:55.732719 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a32699-45f2-482b-8f0a-72c1dd9c9414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:55.734155 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-04a32699-45f2-482b-8f0a-72c1dd9c9414 admin admin] 10.222.0.13 "GET /v2.0/subnets/751263e2-41da-449f-b8b4-bd373f09b2e3 HTTP/1.1" status: 200 len: 816 time: 0.0975718 Mar 31 18:55:56.260245 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9ab479ba-ad3d-462e-947d-9801dafa68a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:57.417556 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:55:58.177833 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51020) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:55:58.273199 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c641a8f-2c76-4d3f-b2e2-e3970d754bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:55:58.274567 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6c641a8f-2c76-4d3f-b2e2-e3970d754bb3 admin admin] 10.222.0.13 "GET /v2.0/subnets/a0459127-520b-4071-abbc-a268c36a46c4 HTTP/1.1" status: 200 len: 868 time: 0.0957870 Mar 31 18:55:58.665084 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:00.427810 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:23.741197 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f187d17e-1dda-4008-8c1d-150fe1127270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:26.261034 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbb03-d168-4f8e-8166-6dce1b519ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:27.412962 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:27.658470 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51072) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:27.707118 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [None req-d155a107-87db-4d04-b774-365e161af19e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:56:27.708140 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-d155a107-87db-4d04-b774-365e161af19e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486984 Mar 31 18:56:28.672605 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:28.726054 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:56:30.234469 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51080) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:30.297914 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-865e9e5d-afe6-4ec2-bee7-580c263f49b7 admin admin] GET failed (client error): The resource could not be found. Mar 31 18:56:30.299183 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-865e9e5d-afe6-4ec2-bee7-580c263f49b7 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637181 Mar 31 18:56:30.422116 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:30.445476 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb8d3db-d90d-4c97-92ee-11257314b680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:30.447015 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-dfb8d3db-d90d-4c97-92ee-11257314b680 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1438260 Mar 31 18:56:32.919384 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51088) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:32.968027 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:32.991785 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Made reservation on behalf of a269a9a78d4d4223bb2d94c85e7ca89e for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:56:32.994220 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:33.040625 dv-cinder-836066-1-iscsi neutron-server[103484]: WARNING neutron.services.revisions.revision_plugin [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Could not find related network for resource to bump revision. Mar 31 18:56:33.056698 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:56:33.069648 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785381747505', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (15930d94-6533-4384-bdb7-2830a17e0e85), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:33.070204 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Unsubscribe: segment precommit_create {{(pid=103484) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 18:56:33.070663 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Added segment 15930d94-6533-4384-bdb7-2830a17e0e85 of type vlan for network 92664821-0c54-459e-886c-699dea403a6b Mar 31 18:56:33.120554 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (92664821-0c54-459e-886c-699dea403a6b), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:33.152683 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (92664821-0c54-459e-886c-699dea403a6b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:33.153630 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:33.154208 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:33.306966 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3864121 Mar 31 18:56:33.327576 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804314f-25ed-4343-8b4b-a736ab644b33 admin admin] Pushing event updated for resources: {'Network': ['ID=92664821-0c54-459e-886c-699dea403a6b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:33.339801 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 92664821-0c54-459e-886c-699dea403a6b details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:56:35.705318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:56:35.772986 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dbd9b2-ee40-41c8-aa2c-893ab95d261c admin admin] GET failed (client error): The resource could not be found. Mar 31 18:56:35.774331 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-e7dbd9b2-ee40-41c8-aa2c-893ab95d261c admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0680487 Mar 31 18:56:35.847148 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87bf7af-636d-4f50-8323-57fe13425706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:35.847687 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-f87bf7af-636d-4f50-8323-57fe13425706 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0690510 Mar 31 18:56:35.857482 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '92664821-0c54-459e-886c-699dea403a6b', 'name': 'shared-subnet'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:56:35.878562 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Made reservation on behalf of a269a9a78d4d4223bb2d94c85e7ca89e for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:56:35.882331 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:36.095423 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (1085858e-5d4f-4159-a5ba-c8814f39f61d), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:36.156244 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1085858e-5d4f-4159-a5ba-c8814f39f61d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:36.164968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.165309 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.165671 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.166012 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.166340 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.166667 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.167021 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.167342 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.167677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.168027 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.168366 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.168689 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.169004 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.169318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.169682 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.172861 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Checking segment: {'id': '15930d94-6533-4384-bdb7-2830a17e0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '92664821-0c54-459e-886c-699dea403a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:36.173216 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Network hostable DHCP agents. Network: 92664821-0c54-459e-886c-699dea403a6b, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:56:36.191241 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Network 92664821-0c54-459e-886c-699dea403a6b is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:56:36.201499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 92664821-0c54-459e-886c-699dea403a6b) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:36.205726 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:56:36.206317 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:36.211462 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be37e3d5-ee91-4f1b-9abc-3f31eccbd5b9 None None] Network 92664821-0c54-459e-886c-699dea403a6b requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:56:36.227336 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-7d4af347-d1bf-4ec3-8df7-bc5d4159913f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3730252 Mar 31 18:56:36.435080 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-92664821-0c54-459e-886c-699dea403a6b', 'network_id': '92664821-0c54-459e-886c-699dea403a6b', 'project_id': 'a269a9a78d4d4223bb2d94c85e7ca89e', 'fixed_ips': [{'subnet_id': '1085858e-5d4f-4159-a5ba-c8814f39f61d'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:56:36.437004 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:36.589410 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Allocated IP 192.168.233.2 (92664821-0c54-459e-886c-699dea403a6b/1085858e-5d4f-4159-a5ba-c8814f39f61d/e542369e-70d4-472e-a763-980282d2140c) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:56:36.743640 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Publish callbacks [] for port (e542369e-70d4-472e-a763-980282d2140c), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:36.752278 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (e542369e-70d4-472e-a763-980282d2140c), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:36.809533 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Network 92664821-0c54-459e-886c-699dea403a6b is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:56:36.811622 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Pushing event updated for resources: {'Port': ['ID=e542369e-70d4-472e-a763-980282d2140c,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:36.814892 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:56:36.819700 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:56:36.823391 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.823735 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.824086 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.824435 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.824760 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.825088 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.825404 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.825759 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.826070 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.826380 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.826751 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.827045 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.827367 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.827681 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.828044 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:56:36.887016 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Attempting to bind port e542369e-70d4-472e-a763-980282d2140c on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:56:36.887380 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Attempting to bind port e542369e-70d4-472e-a763-980282d2140c by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '15930d94-6533-4384-bdb7-2830a17e0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '92664821-0c54-459e-886c-699dea403a6b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:56:36.887737 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Attempting to bind port e542369e-70d4-472e-a763-980282d2140c on network 92664821-0c54-459e-886c-699dea403a6b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:56:36.893326 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:56:36.893693 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Checking segment: {'id': '15930d94-6533-4384-bdb7-2830a17e0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '92664821-0c54-459e-886c-699dea403a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:56:36.894084 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:36.894469 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Bound using segment: {'id': '15930d94-6533-4384-bdb7-2830a17e0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '92664821-0c54-459e-886c-699dea403a6b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:56:36.894928 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Bound port: e542369e-70d4-472e-a763-980282d2140c, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15930d94-6533-4384-bdb7-2830a17e0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '92664821-0c54-459e-886c-699dea403a6b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:56:36.895320 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (e542369e-70d4-472e-a763-980282d2140c), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:36.960800 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] For port e542369e-70d4-472e-a763-980282d2140c, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:56:36.964587 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] For port e542369e-70d4-472e-a763-980282d2140c, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=e542369e-70d4-472e-a763-980282d2140c,segment=NetworkSegment(15930d94-6533-4384-bdb7-2830a17e0e85),segment_id=15930d94-6533-4384-bdb7-2830a17e0e85)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:56:36.973296 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (e542369e-70d4-472e-a763-980282d2140c), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:37.046925 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea613d-fbde-425a-930f-3c8e2179dc3d None None] Pushing event updated for resources: {'Port': ['ID=e542369e-70d4-472e-a763-980282d2140c,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:37.707475 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device e542369e-70d4-472e-a763-980282d2140c up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:37.771559 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port e542369e-70d4-472e-a763-980282d2140c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:37.772004 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (e542369e-70d4-472e-a763-980282d2140c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:37.868222 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port e542369e-70d4-472e-a763-980282d2140c is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:37.868616 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (e542369e-70d4-472e-a763-980282d2140c), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:37.909199 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port e542369e-70d4-472e-a763-980282d2140c, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=e542369e-70d4-472e-a763-980282d2140c,segment=NetworkSegment(15930d94-6533-4384-bdb7-2830a17e0e85),segment_id=15930d94-6533-4384-bdb7-2830a17e0e85)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:56:37.920856 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (e542369e-70d4-472e-a763-980282d2140c), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:37.964372 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a0055-3d1a-432a-b2f2-c1283ff7d811 None None] Network 92664821-0c54-459e-886c-699dea403a6b requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:56:38.025789 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=e542369e-70d4-472e-a763-980282d2140c,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:56:38.052594 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5d9bf21d-c47d-4968-a39c-6a80392e464f None None] Provisioning complete for port e542369e-70d4-472e-a763-980282d2140c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:38.052980 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5d9bf21d-c47d-4968-a39c-6a80392e464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (e542369e-70d4-472e-a763-980282d2140c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:38.172658 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5d9bf21d-c47d-4968-a39c-6a80392e464f None None] Current status of the port e542369e-70d4-472e-a763-980282d2140c is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:38.397384 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2bb3a978-f1f0-4daa-8770-4b376182043d None None] Provisioning complete for port e542369e-70d4-472e-a763-980282d2140c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:38.397773 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2bb3a978-f1f0-4daa-8770-4b376182043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (e542369e-70d4-472e-a763-980282d2140c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:38.502195 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2bb3a978-f1f0-4daa-8770-4b376182043d None None] Current status of the port e542369e-70d4-472e-a763-980282d2140c is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:39.650488 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device e542369e-70d4-472e-a763-980282d2140c up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:56:39.703531 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port e542369e-70d4-472e-a763-980282d2140c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:56:39.703914 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (e542369e-70d4-472e-a763-980282d2140c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:39.783984 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port e542369e-70d4-472e-a763-980282d2140c is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:56:53.743888 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4c06f8c-77a1-4328-864c-c2a1d4b85a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:56.262882 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-404e58a1-f5ed-46c1-a275-2ca1123bcc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:57.417356 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:56:58.675273 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:00.424280 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:05.724304 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:57:23.749051 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb7e2-8633-4287-963f-964a995fa183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:26.265805 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f04dd2d-869c-4cda-b46d-57e1307433b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:27.421688 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:28.680907 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:30.426913 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:42.723708 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:57:53.751727 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d444f32-f494-41f4-9d66-294cba976009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:56.268086 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-18d72fac-df5a-4f24-b60e-92b0bf104294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:57.423672 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:58.449876 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51136) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:58.455602 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-3083231a-110c-4209-aebd-368872d101c4 tempest-verify_tempest_config-1033466900 tempest-verify_tempest_config-1033466900-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:57:58.457004 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3083231a-110c-4209-aebd-368872d101c4 tempest-verify_tempest_config-1033466900 tempest-verify_tempest_config-1033466900-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057313 Mar 31 18:57:58.683014 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:58.751266 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51154) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:58.856854 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:58.964443 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Publish callbacks [] for security_group (8a0cb30b-acc0-4c6e-a17f-6b0f4436eb83), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:58.968962 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8a0cb30b-acc0-4c6e-a17f-6b0f4436eb83), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:59.017184 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffbfba4427924a328d09f06ca26d0fc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2647901 Mar 31 18:57:59.018143 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0cb30b-acc0-4c6e-a17f-6b0f4436eb83,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:59.020109 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51158) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:57:59.027224 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.027574 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.027937 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.028281 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.028619 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.028945 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.029275 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.029602 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.029969 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.030282 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.030610 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.030971 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.031289 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.031610 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.031935 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35ce28-82c7-4144-b3e1-b887a3633196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.083704 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Publish callbacks [] for security_group (8a0cb30b-acc0-4c6e-a17f-6b0f4436eb83), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:59.105521 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Publish callbacks [] for security_group (8a0cb30b-acc0-4c6e-a17f-6b0f4436eb83), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:59.200483 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8a0cb30b-acc0-4c6e-a17f-6b0f4436eb83), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:59.203123 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:57:59.204269 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a0cb30b-acc0-4c6e-a17f-6b0f4436eb83 HTTP/1.1" status: 204 len: 168 time: 0.1825976 Mar 31 18:57:59.213054 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0cb30b-acc0-4c6e-a17f-6b0f4436eb83,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:57:59.221140 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.221487 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.221849 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.222297 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.222525 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.222835 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.223195 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.223562 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.223900 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.224232 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.224568 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.224895 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.225214 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.225532 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:57:59.225848 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15771327-9a57-4e0b-9966-4b9f2a36d592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:58:00.431483 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:19.721601 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:58:23.755818 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8db4d4ab-7750-445b-a4dc-c10cf6664fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:26.271024 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b7985a5-1dff-4899-871b-e27701a3c0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:27.427368 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:28.687564 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:30.433356 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:53.759773 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c677594c-cdcc-402c-95f3-ba79663da193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:56.273399 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a8b3-b51b-4d8a-bd17-5c44369966c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:56.720035 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:58:57.429640 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:58:58.691388 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:00.435788 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:23.772577 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7565b78b-53da-4a31-9cac-9372c16f3558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:26.276256 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4fc2dfe4-779b-4ec2-9df0-b546de6d8d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:27.432215 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:28.696339 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:30.438113 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:33.718462 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:59:39.060801 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820141'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:53.766257 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1dbf98a5-a2f1-44f7-b839-cc65ef34aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:53.954648 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51230) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:59:54.063419 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-a06c9b1a-b64f-475f-9364-cce749851f44 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1076462 Mar 31 18:59:56.280080 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac1a790d-f905-4a3d-9240-c9f9d8c58bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:56.422817 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51240) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:59:56.487644 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-87712761-6e86-4d6f-8ab8-627b8606c86a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0636671 Mar 31 18:59:57.435458 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:59:58.697065 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:00.440821 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:09.043827 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:10.716907 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:00:23.770037 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-378a3284-1c15-4305-bab3-9fdc2a5d2fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:26.282897 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-281cd4de-b950-4a10-821d-06611e3d1626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:27.439975 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:28.699691 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:30.443205 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:39.041524 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:47.715735 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:00:53.780124 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b36c22e4-8c2a-4e44-a1bb-b70e3cb67f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:56.288376 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4f9b770a-3691-48a8-b904-8e6f6c2d185d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:57.442759 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:00:58.706292 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:00.447710 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:09.056138 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:23.774539 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1fa6f086-4800-40a8-aaa2-b152fbc49db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:24.714832 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:01:26.291777 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e0e7faf1-d42c-4715-95d6-8f5b0e119ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:27.443813 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:28.706042 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:30.462769 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:34.199616 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51386) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:34.530457 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-128931267-network', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:34.552286 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Made reservation on behalf of 7d0bd6dab9d14914894e961cb4278a09 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:34.555129 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:34.567353 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:34.650097 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Publish callbacks [] for security_group (21721fe0-3d7e-4429-a539-9f38b02ae11a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:34.654981 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (21721fe0-3d7e-4429-a539-9f38b02ae11a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:34.684629 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:01:34.687118 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21721fe0-3d7e-4429-a539-9f38b02ae11a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:34.698292 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.698817 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.699205 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.699553 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.699875 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.700189 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.700515 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.700839 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.701162 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.701492 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.701831 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.702328 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.702478 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.702985 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.703491 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Tracked resource versions report: Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: pushed versions: Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: { 'AddressGroup': {'1.2'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Agent': {'1.1'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'ConntrackHelper': {'1.0'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'LocalIPAssociation': {'1.0'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Log': {'1.0'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'NDPProxy': {'1.0'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Network': {'1.1'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Port': {'1.7'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'PortForwarding': {'1.3'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'QosPolicy': {'1.10'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SecurityGroup': {'1.5'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SecurityGroupRule': {'1.2'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SubPort': {'1.0'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Subnet': {'1.1'}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Trunk': {'1.1'}} Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: consumer versions: Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: { DHCP agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: HyperV agent@hv-cinder-83606: {}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: L3 agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: Metadata agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: Metering agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: Open vSwitch agent@dv-cinder-836066-1-iscsi: { 'AddressGroup': '1.2', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Agent': '1.1', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'ConntrackHelper': '1.0', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'LocalIPAssociation': '1.0', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Log': '1.0', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'NDPProxy': '1.0', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Network': '1.1', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Port': '1.7', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'PortForwarding': '1.3', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'QosPolicy': '1.10', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SecurityGroup': '1.5', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SecurityGroupRule': '1.2', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'SubPort': '1.0', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Subnet': '1.1', Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: 'Trunk': '1.1'}} Mar 31 19:01:34.705392 dv-cinder-836066-1-iscsi neutron-server[103484]: {{(pid=103484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 19:01:34.719574 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (5886e3a7-8dbd-401c-a657-3fe00c4e2598), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:34.719914 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Added segment 5886e3a7-8dbd-401c-a657-3fe00c4e2598 of type vlan for network 6bde30af-3785-4f3a-9cff-7afece844ab7 Mar 31 19:01:34.772027 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (6bde30af-3785-4f3a-9cff-7afece844ab7), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:34.797123 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (6bde30af-3785-4f3a-9cff-7afece844ab7), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:34.798175 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:34.799242 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:34.862630 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51428) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:34.863266 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6619885 Mar 31 19:01:34.873291 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ff3e3-9512-43e3-94b8-deb507d210f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6bde30af-3785-4f3a-9cff-7afece844ab7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:34.874358 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Request body: {'subnet': {'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-128931267-subnet', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:34.886315 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:01:34.918168 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Made reservation on behalf of 7d0bd6dab9d14914894e961cb4278a09 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:34.920508 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.125793 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (2ce2b848-47a4-401e-a61e-aa3b41822b89), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.187158 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce2b848-47a4-401e-a61e-aa3b41822b89,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:35.195164 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Checking segment: {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:35.195513 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Network hostable DHCP agents. Network: 6bde30af-3785-4f3a-9cff-7afece844ab7, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:01:35.199230 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.199569 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.199904 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.200233 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.200555 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.200878 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.201324 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.201498 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.201936 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.202292 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.202479 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.202761 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.203221 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.203413 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.203714 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Tracked resource versions report: Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: pushed versions: Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: { 'AddressGroup': {'1.2'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Agent': {'1.1'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'ConntrackHelper': {'1.0'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'LocalIPAssociation': {'1.0'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Log': {'1.0'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'NDPProxy': {'1.0'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Network': {'1.1'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Port': {'1.7'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'PortForwarding': {'1.3'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'QosPolicy': {'1.10'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SecurityGroup': {'1.5'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SecurityGroupRule': {'1.2'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SubPort': {'1.0'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Subnet': {'1.1'}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Trunk': {'1.1'}} Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: consumer versions: Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: { DHCP agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: HyperV agent@hv-cinder-83606: {}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: L3 agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: Metadata agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: Metering agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: Open vSwitch agent@dv-cinder-836066-1-iscsi: { 'AddressGroup': '1.2', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Agent': '1.1', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'ConntrackHelper': '1.0', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'LocalIPAssociation': '1.0', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Log': '1.0', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'NDPProxy': '1.0', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Network': '1.1', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Port': '1.7', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'PortForwarding': '1.3', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'QosPolicy': '1.10', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SecurityGroup': '1.5', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SecurityGroupRule': '1.2', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'SubPort': '1.0', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Subnet': '1.1', Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: 'Trunk': '1.1'}} Mar 31 19:01:35.205495 dv-cinder-836066-1-iscsi neutron-server[103485]: {{(pid=103485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 19:01:35.221858 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:01:35.237628 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 6bde30af-3785-4f3a-9cff-7afece844ab7) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:35.248261 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e677d90-c842-4556-92a8-8dce0da076d9 None None] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:35.253099 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:35.253880 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.287239 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-e6b03781-ceb5-44cd-b87b-370cee27c6c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4230785 Mar 31 19:01:35.289785 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51452) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:35.296034 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:35.329078 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.333718 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.389123 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-6bde30af-3785-4f3a-9cff-7afece844ab7', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:01:35.389983 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.448074 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks [] for router_controller (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.500776 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51458) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:35.551964 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51462) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:35.579171 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Allocated IP 172.20.0.2 (6bde30af-3785-4f3a-9cff-7afece844ab7/2ce2b848-47a4-401e-a61e-aa3b41822b89/9caf7ab9-40d3-45d0-84f5-c228b41c99cc) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:35.707644 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks [] for router_gateway (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.733442 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51474) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:35.754984 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Publish callbacks [] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.762819 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.801741 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:35.808603 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:35.811212 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:35.819278 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Pushing event updated for resources: {'Port': ['ID=9caf7ab9-40d3-45d0-84f5-c228b41c99cc,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:35.847726 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.848351 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.849072 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.849819 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.850332 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.850843 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.851633 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.852167 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.852670 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.853189 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.854261 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.854804 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.855350 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.855871 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.856371 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Tracked resource versions report: Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: pushed versions: Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: { 'AddressGroup': {'1.2'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Agent': {'1.1'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'ConntrackHelper': {'1.0'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'LocalIPAssociation': {'1.0'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Log': {'1.0'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'NDPProxy': {'1.0'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Network': {'1.1'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Port': {'1.7'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'PortForwarding': {'1.3'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'QosPolicy': {'1.10'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SecurityGroup': {'1.5'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SecurityGroupRule': {'1.2'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SubPort': {'1.0'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Subnet': {'1.1'}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Trunk': {'1.1'}} Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: consumer versions: Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: { DHCP agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: HyperV agent@hv-cinder-83606: {}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: L3 agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: Metadata agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: Metering agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: Open vSwitch agent@dv-cinder-836066-1-iscsi: { 'AddressGroup': '1.2', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Agent': '1.1', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'ConntrackHelper': '1.0', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'LocalIPAssociation': '1.0', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Log': '1.0', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'NDPProxy': '1.0', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Network': '1.1', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Port': '1.7', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'PortForwarding': '1.3', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'QosPolicy': '1.10', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SecurityGroup': '1.5', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SecurityGroupRule': '1.2', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'SubPort': '1.0', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Subnet': '1.1', Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: 'Trunk': '1.1'}} Mar 31 19:01:35.857799 dv-cinder-836066-1-iscsi neutron-server[103486]: {{(pid=103486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 19:01:35.864841 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1071832761-network', 'tenant_id': '546a6bd6d8f14320b64685355a5d511b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:35.906478 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Attempting to bind port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:35.907079 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-network', 'tenant_id': '418ee3602c044cabade548f899fe6162'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:35.907191 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Attempting to bind port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:35.907487 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Attempting to bind port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc on network 6bde30af-3785-4f3a-9cff-7afece844ab7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:35.911927 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51482) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:35.913349 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:35.913830 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Checking segment: {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:35.914336 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.915115 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Bound using segment: {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:35.915397 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Bound port: 9caf7ab9-40d3-45d0-84f5-c228b41c99cc, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:35.915882 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.959421 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Made reservation on behalf of 546a6bd6d8f14320b64685355a5d511b for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:35.962067 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.975035 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Made reservation on behalf of 418ee3602c044cabade548f899fe6162 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:35.977133 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.987874 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] For port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:35.992268 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] For port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=9caf7ab9-40d3-45d0-84f5-c228b41c99cc,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:35.994657 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:35.997929 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.004446 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.013288 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks [] for router_gateway (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.042341 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.049749 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-network', 'tenant_id': '52b1900c61614fdd914316572f58af02'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:36.128714 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f1cff-3f22-4bac-9685-a6583436e662 None None] Pushing event updated for resources: {'Port': ['ID=9caf7ab9-40d3-45d0-84f5-c228b41c99cc,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:36.187867 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Made reservation on behalf of 52b1900c61614fdd914316572f58af02 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:36.191270 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.219815 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Allocated IP 172.27.0.137 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/49b050e1-df32-4712-b8aa-fa7d963a761e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:36.246836 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1606165590-network', 'tenant_id': 'db4e31e26acb4fc28e94dd62b655b4c5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:36.284759 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.304666 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Made reservation on behalf of db4e31e26acb4fc28e94dd62b655b4c5 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:36.306917 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.336275 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Publish callbacks [] for security_group (f84fee8d-4b01-4b62-bbd5-4299eba42772), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.339850 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.387454 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (f84fee8d-4b01-4b62-bbd5-4299eba42772), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.445021 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84fee8d-4b01-4b62-bbd5-4299eba42772,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:36.504866 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:01:36.505542 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks [] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.535681 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Publish callbacks [] for security_group (2691f41f-6ac1-46d7-9dce-0826acea3656), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.545786 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.546885 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Added segment c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525 of type vlan for network ac4439e3-a52c-4b5e-83af-76a8b80dda9d Mar 31 19:01:36.558871 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (2691f41f-6ac1-46d7-9dce-0826acea3656), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.581201 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:01:36.583330 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.592837 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (e9295de2-e3fa-48ef-a2b7-97fefb3a0520), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.593602 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Added segment e9295de2-e3fa-48ef-a2b7-97fefb3a0520 of type vlan for network a002c72e-e478-422e-8187-350bed031cfc Mar 31 19:01:36.651611 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Pushing event updated for resources: {'Port': ['ID=49b050e1-df32-4712-b8aa-fa7d963a761e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:36.652504 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (a002c72e-e478-422e-8187-350bed031cfc), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.679519 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:36.681680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:36.692588 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:36.698446 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (a002c72e-e478-422e-8187-350bed031cfc), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.699536 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:36.700218 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:36.820940 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3178179 Mar 31 19:01:36.822010 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Pushing event updated for resources: {'Network': ['ID=a002c72e-e478-422e-8187-350bed031cfc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:36.833213 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network a002c72e-e478-422e-8187-350bed031cfc details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:01:36.835870 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51510) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:36.842146 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Request body: {'subnet': {'network_id': 'a002c72e-e478-422e-8187-350bed031cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1071832761-subnet', 'tenant_id': '546a6bd6d8f14320b64685355a5d511b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:36.885621 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Made reservation on behalf of 546a6bd6d8f14320b64685355a5d511b for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:36.888188 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.073904 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (ac4439e3-a52c-4b5e-83af-76a8b80dda9d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.081396 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288eb784-c1eb-47c2-976b-e52036c83c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2691f41f-6ac1-46d7-9dce-0826acea3656,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:37.097582 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks [] for router_gateway (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.204164 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Publish callbacks [] for security_group (f6da4464-c4fe-435e-a46e-982e24b4ca30), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.214999 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (ac4439e3-a52c-4b5e-83af-76a8b80dda9d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.216487 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:37.220249 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.235758 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (f6da4464-c4fe-435e-a46e-982e24b4ca30), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.254781 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:01:37.279419 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.280759 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Added segment 8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c of type vlan for network 7fcba23d-90cf-43e9-a3dc-454351d150ba Mar 31 19:01:37.352468 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6da4464-c4fe-435e-a46e-982e24b4ca30,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:37.449521 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Publish callbacks [] for security_group (faa24d72-89d0-4ffb-bb0a-a010cf5e6d26), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.493503 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.514768 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9613879 Mar 31 19:01:37.519898 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (7fcba23d-90cf-43e9-a3dc-454351d150ba), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.522798 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (faa24d72-89d0-4ffb-bb0a-a010cf5e6d26), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.535952 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:01:37.548108 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (29723165-bedc-4dc8-9001-8ad2a3d3cea2), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.548496 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Added segment 29723165-bedc-4dc8-9001-8ad2a3d3cea2 of type vlan for network 1da71d06-c88b-483f-983a-1e80d125ff48 Mar 31 19:01:37.556942 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51548) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:37.592151 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Request body: {'subnet': {'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-subnet', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:37.592600 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (1da71d06-c88b-483f-983a-1e80d125ff48), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.629012 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7f873-8140-445f-8635-8fd326c40a3f admin admin] Pushing event updated for resources: {'Network': ['ID=ac4439e3-a52c-4b5e-83af-76a8b80dda9d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:37.646094 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:01:37.653220 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Made reservation on behalf of 418ee3602c044cabade548f899fe6162 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:37.655988 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (1da71d06-c88b-483f-983a-1e80d125ff48), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.656286 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.657439 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:37.658618 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.709082 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (8fea3d09-3c62-4372-9e8b-969af839cfb4), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.808898 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff7a11-3c1a-4e18-810d-17b6eb855d04 None None] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:37.813747 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:37.854866 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9208453 Mar 31 19:01:37.867674 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51552) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:37.890847 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (7fcba23d-90cf-43e9-a3dc-454351d150ba), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.893405 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:37.894184 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:37.910846 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Request body: {'subnet': {'network_id': '1da71d06-c88b-483f-983a-1e80d125ff48', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1606165590-subnet', 'tenant_id': 'db4e31e26acb4fc28e94dd62b655b4c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:38.008980 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7d2f-e0aa-4ef4-8d82-ea37687fb64e admin admin] Pushing event updated for resources: {'Network': ['ID=1da71d06-c88b-483f-983a-1e80d125ff48,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:38.053077 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51554) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:38.072060 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 1da71d06-c88b-483f-983a-1e80d125ff48 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:01:38.119499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (45151ea6-2015-41bc-bafb-1c0eccb492ea), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.144372 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:01:38.174326 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fea3d09-3c62-4372-9e8b-969af839cfb4,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:38.185872 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4513972 Mar 31 19:01:38.194287 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51562) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:38.249148 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Checking segment: {'id': 'e9295de2-e3fa-48ef-a2b7-97fefb3a0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'a002c72e-e478-422e-8187-350bed031cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:38.249418 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cc8815dc-7915-4979-b157-0ac931819671 None None] Provisioning complete for port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:38.249626 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Network hostable DHCP agents. Network: a002c72e-e478-422e-8187-350bed031cfc, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:01:38.249821 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cc8815dc-7915-4979-b157-0ac931819671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.263989 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Made reservation on behalf of db4e31e26acb4fc28e94dd62b655b4c5 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:38.269518 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.308285 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 9caf7ab9-40d3-45d0-84f5-c228b41c99cc up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:38.375297 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9bd9e-e70b-40bb-940a-bd06b70aeaef admin admin] Pushing event updated for resources: {'Network': ['ID=7fcba23d-90cf-43e9-a3dc-454351d150ba,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:38.402511 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:01:38.508382 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Request body: {'subnet': {'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-subnet', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:38.540589 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Network a002c72e-e478-422e-8187-350bed031cfc is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:01:38.571404 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:38.575398 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.589959 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, a002c72e-e478-422e-8187-350bed031cfc) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:38.598539 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:38.599165 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.634560 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4c405d77-7706-4a6d-961a-717ecca9f928 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7881360 Mar 31 19:01:38.635885 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee284058-cbce-4638-a572-9dec15e3ee40 None None] Network a002c72e-e478-422e-8187-350bed031cfc requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:38.776531 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:38.791343 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Sync routers for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:38.803749 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Made reservation on behalf of 52b1900c61614fdd914316572f58af02 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:38.806452 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.813777 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.814468 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:38.815212 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5c243a4e-d318-4c1e-949e-64442e888b6f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5240941 Mar 31 19:01:38.816668 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:38.819712 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51586) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:38.824373 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Checking segment: {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:38.824676 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Network hostable DHCP agents. Network: ac4439e3-a52c-4b5e-83af-76a8b80dda9d, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:01:38.894981 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45151ea6-2015-41bc-bafb-1c0eccb492ea,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:38.905332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007b439b-f552-431e-b840-dd72f5c34968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.914118 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (dcebba20-9b6f-4f84-be08-36725bb99157), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:38.948565 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:01:39.024974 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, ac4439e3-a52c-4b5e-83af-76a8b80dda9d) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:39.039246 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:39.039246 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.080666 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cc8815dc-7915-4979-b157-0ac931819671 None None] Current status of the port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:39.080666 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cc8815dc-7915-4979-b157-0ac931819671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.084135 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:39.084603 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.100507 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc38f59-f5ce-4255-a630-8018b2cfcb8e None None] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:39.107297 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-f27ded7a-8cfc-4cfd-b092-217e95166866 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5496993 Mar 31 19:01:39.107889 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51598) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:39.115499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:39.127472 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af2cfd7-0fee-4764-b6db-dab40509d78c None None] Network a002c72e-e478-422e-8187-350bed031cfc requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:39.202257 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.203164 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.208814 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007b439b-f552-431e-b840-dd72f5c34968 admin admin] Publish callbacks [] for security_group (d44f2689-d0d8-49c8-8595-502fd1dee0c1), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.219666 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007b439b-f552-431e-b840-dd72f5c34968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d44f2689-d0d8-49c8-8595-502fd1dee0c1), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.239864 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcebba20-9b6f-4f84-be08-36725bb99157,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:39.258362 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (db554176-1a22-46e3-b537-c7f461dfce41), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.302682 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:39.327939 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-007b439b-f552-431e-b840-dd72f5c34968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=233b0d65cd794beba768f847cd1b7da0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2464325 Mar 31 19:01:39.332293 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51604) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:39.336036 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Checking segment: {'id': '29723165-bedc-4dc8-9001-8ad2a3d3cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '1da71d06-c88b-483f-983a-1e80d125ff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:39.336036 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Network hostable DHCP agents. Network: 1da71d06-c88b-483f-983a-1e80d125ff48, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:01:39.357751 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b439b-f552-431e-b840-dd72f5c34968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f2689-d0d8-49c8-8595-502fd1dee0c1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:39.370811 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks [] for router_controller (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.420936 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce530a49-4ab7-4632-bd91-e4ac3b9d52c2 admin admin] Publish callbacks [] for security_group (d44f2689-d0d8-49c8-8595-502fd1dee0c1), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.430746 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db554176-1a22-46e3-b537-c7f461dfce41,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:39.483651 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Checking segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:39.483936 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Network hostable DHCP agents. Network: 7fcba23d-90cf-43e9-a3dc-454351d150ba, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:01:39.527037 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.528988 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cc8815dc-7915-4979-b157-0ac931819671 None None] For port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=9caf7ab9-40d3-45d0-84f5-c228b41c99cc,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:39.547145 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:39.553524 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1507895764-network', 'tenant_id': '48a234476b714a7f9f7ce95f9a95e866'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:39.575627 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Network 1da71d06-c88b-483f-983a-1e80d125ff48 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:01:39.588636 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cc8815dc-7915-4979-b157-0ac931819671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.589113 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Made reservation on behalf of 48a234476b714a7f9f7ce95f9a95e866 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:39.590683 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'project_id': '418ee3602c044cabade548f899fe6162', 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:01:39.591860 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.592572 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.605505 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.db.api [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 19:01:39.605912 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG oslo_db.api [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 19:01:39.610672 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.616751 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:36Z', 'revision_number': 3, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:39.629881 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:01:39.639508 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 7fcba23d-90cf-43e9-a3dc-454351d150ba) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:39.654463 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks [] for router_gateway (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.655764 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 1da71d06-c88b-483f-983a-1e80d125ff48) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:39.665941 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:39.666960 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.667668 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Checking router: 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:39.668051 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Updating router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 port 49b050e1-df32-4712-b8aa-fa7d963a761e binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:01:39.683562 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce530a49-4ab7-4632-bd91-e4ac3b9d52c2 admin admin] Publish callbacks [] for security_group (d44f2689-d0d8-49c8-8595-502fd1dee0c1), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.695187 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:39.696539 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.700283 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-12eb3696-0dc9-424d-8372-6a1c2c824a3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5043750 Mar 31 19:01:39.705239 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.711227 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51616) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:39.723132 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:39.734627 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4446ce42-e17c-4c6c-a9b5-2768c0ab0f60 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8479521 Mar 31 19:01:39.769338 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6337f2a-9120-4b1e-bab7-4f0e3908aecc None None] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:39.773997 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d9d7b-4ac0-4956-952d-23b699ec4609 None None] Network 1da71d06-c88b-483f-983a-1e80d125ff48 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:39.972509 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (d93bd6d4-e317-4664-84bc-22a96333abe5), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:39.973740 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (d93bd6d4-e317-4664-84bc-22a96333abe5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.046007 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce530a49-4ab7-4632-bd91-e4ac3b9d52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d44f2689-d0d8-49c8-8595-502fd1dee0c1), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.049463 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce530a49-4ab7-4632-bd91-e4ac3b9d52c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.053856 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks [] for router_gateway (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.054003 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ce530a49-4ab7-4632-bd91-e4ac3b9d52c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d44f2689-d0d8-49c8-8595-502fd1dee0c1 HTTP/1.1" status: 204 len: 168 time: 0.7166979 Mar 31 19:01:40.100511 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Publish callbacks [] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.112744 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.112992 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce530a49-4ab7-4632-bd91-e4ac3b9d52c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f2689-d0d8-49c8-8595-502fd1dee0c1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:40.114225 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.120211 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks [] for router_controller (d93bd6d4-e317-4664-84bc-22a96333abe5), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.261133 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Attempting to bind port 49b050e1-df32-4712-b8aa-fa7d963a761e on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:40.261502 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Attempting to bind port 49b050e1-df32-4712-b8aa-fa7d963a761e by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:40.261858 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Attempting to bind port 49b050e1-df32-4712-b8aa-fa7d963a761e on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:40.271440 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Pushing event updated for resources: {'Port': ['ID=49b050e1-df32-4712-b8aa-fa7d963a761e,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:40.291604 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.291949 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.292314 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.292666 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.295762 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.296122 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.298130 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.298543 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.298882 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.299954 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.300084 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.300422 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.300759 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.301082 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.301405 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Tracked resource versions report: Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: pushed versions: Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: { 'AddressGroup': {'1.2'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Agent': {'1.1'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'ConntrackHelper': {'1.0'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'LocalIPAssociation': {'1.0'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Log': {'1.0'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'NDPProxy': {'1.0'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Network': {'1.1'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Port': {'1.7'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'PortForwarding': {'1.3'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'QosPolicy': {'1.10'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SecurityGroup': {'1.5'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SecurityGroupRule': {'1.2'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SubPort': {'1.0'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Subnet': {'1.1'}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Trunk': {'1.1'}} Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: consumer versions: Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: { DHCP agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: HyperV agent@hv-cinder-83606: {}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: L3 agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: Metadata agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: Metering agent@dv-cinder-836066-1-iscsi: {}, Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: Open vSwitch agent@dv-cinder-836066-1-iscsi: { 'AddressGroup': '1.2', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Agent': '1.1', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'ConntrackHelper': '1.0', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'LocalIPAssociation': '1.0', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Log': '1.0', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'NDPProxy': '1.0', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Network': '1.1', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Port': '1.7', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'PortForwarding': '1.3', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'QosPolicy': '1.10', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SecurityGroup': '1.5', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SecurityGroupRule': '1.2', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'SubPort': '1.0', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Subnet': '1.1', Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: 'Trunk': '1.1'}} Mar 31 19:01:40.302781 dv-cinder-836066-1-iscsi neutron-server[103487]: {{(pid=103487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 19:01:40.306241 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Publish callbacks [] for security_group (8dd23ea8-4f19-424e-b993-c048e9113135), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.315184 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8dd23ea8-4f19-424e-b993-c048e9113135), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.315991 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:40.316388 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:40.316789 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.318329 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:40.318992 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Bound port: 49b050e1-df32-4712-b8aa-fa7d963a761e, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:40.319373 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.381256 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6608ad13-87d8-40f4-b94a-35631626b73b None None] Provisioning complete for port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:40.381981 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6608ad13-87d8-40f4-b94a-35631626b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.410108 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Allocated IP 172.27.0.145 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/f9cc20c1-206a-4ace-bacb-78cdcaef825c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:40.430182 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db843899-9bf3-4e6f-86d4-9598e0d45a83 None None] Network 1da71d06-c88b-483f-983a-1e80d125ff48 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:40.444367 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] For port 49b050e1-df32-4712-b8aa-fa7d963a761e, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:40.450123 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] For port 49b050e1-df32-4712-b8aa-fa7d963a761e, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=49b050e1-df32-4712-b8aa-fa7d963a761e,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:40.459369 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.472224 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:01:40.497556 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51652) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:40.499805 dv-cinder-836066-1-iscsi neutron-server[103485]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 19:01:40.504303 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks [] for router_gateway (d93bd6d4-e317-4664-84bc-22a96333abe5), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.511864 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (e5609d7e-f2a8-45d1-a81b-41b3bb261864), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.512430 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Added segment e5609d7e-f2a8-45d1-a81b-41b3bb261864 of type vlan for network aac627aa-d6a7-4a7a-b902-7e6e340a98d8 Mar 31 19:01:40.514484 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd23ea8-4f19-424e-b993-c048e9113135,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:40.626561 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2046a-4870-432a-99da-2d93ac12761c None None] Pushing event updated for resources: {'Port': ['ID=49b050e1-df32-4712-b8aa-fa7d963a761e,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:40.682761 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:40.683905 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:40.709251 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8815dc-7915-4979-b157-0ac931819671 None None] Pushing event updated for resources: {'Port': ['ID=9caf7ab9-40d3-45d0-84f5-c228b41c99cc,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:40.744139 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (aac627aa-d6a7-4a7a-b902-7e6e340a98d8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.754081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks [] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.765860 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518bf0f-59a0-410b-b06c-071936e32987 req-87f9224a-5c99-41d9-ad4a-e063dee6d50f tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:40.768133 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-87f9224a-5c99-41d9-ad4a-e063dee6d50f tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/networks?id=1da71d06-c88b-483f-983a-1e80d125ff48 HTTP/1.1" status: 200 len: 812 time: 0.2688444 Mar 31 19:01:40.791888 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Allocated IP 172.20.0.2 (ac4439e3-a52c-4b5e-83af-76a8b80dda9d/45151ea6-2015-41bc-bafb-1c0eccb492ea/b112cc1c-fb51-43a1-b777-2503341b893d) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:40.798320 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:40.816854 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-e5afe39f-c469-4ea8-a6ea-3949dd907f39 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/quotas/db4e31e26acb4fc28e94dd62b655b4c5 HTTP/1.1" status: 200 len: 375 time: 0.0258620 Mar 31 19:01:40.834390 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51664) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:40.837936 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.887100 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6608ad13-87d8-40f4-b94a-35631626b73b None None] Current status of the port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:40.891857 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:40.915986 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfde9-5332-4a42-ad86-ebe7aafdcf1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.917499 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (aac627aa-d6a7-4a7a-b902-7e6e340a98d8), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.918432 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:40.919037 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:40.950909 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-6f3dd807-4fff-43d9-9843-0b9df9e0e61b tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4e31e26acb4fc28e94dd62b655b4c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293020 Mar 31 19:01:40.952505 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.032424 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4827929 Mar 31 19:01:41.040280 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51678) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:41.107445 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Request body: {'subnet': {'network_id': 'aac627aa-d6a7-4a7a-b902-7e6e340a98d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1507895764-subnet', 'tenant_id': '48a234476b714a7f9f7ce95f9a95e866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:41.147359 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:41.159302 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:41.163716 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6561403-2c8d-4566-a510-9d57ada6b78a admin admin] Pushing event updated for resources: {'Network': ['ID=aac627aa-d6a7-4a7a-b902-7e6e340a98d8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:41.166856 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:41.170038 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Publish callbacks [] for port (b112cc1c-fb51-43a1-b777-2503341b893d), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.180775 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 9caf7ab9-40d3-45d0-84f5-c228b41c99cc up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:41.200680 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.204742 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:36Z', 'revision_number': 3, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:41.222041 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network aac627aa-d6a7-4a7a-b902-7e6e340a98d8 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:01:41.225983 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-7fcba23d-90cf-43e9-a3dc-454351d150ba', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'project_id': '52b1900c61614fdd914316572f58af02', 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:01:41.229620 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.234904 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66823685-9850-4eef-9268-c9e618edbab3 None None] The sync data for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi is: [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:36Z', 'revision_number': 3, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:41.262382 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Made reservation on behalf of 48a234476b714a7f9f7ce95f9a95e866 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:41.265097 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.330762 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:41.469056 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:41.475625 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:41.504450 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Pushing event updated for resources: {'Port': ['ID=f9cc20c1-206a-4ace-bacb-78cdcaef825c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:41.587629 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Pushing event updated for resources: {'Port': ['ID=b112cc1c-fb51-43a1-b777-2503341b893d,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:41.655503 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-e7c5f326-accc-495b-834f-0386c94c9312 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:01:41.656291 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-e7c5f326-accc-495b-834f-0386c94c9312 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4394186 Mar 31 19:01:41.755282 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Allocated IP 172.20.0.1 (6bde30af-3785-4f3a-9cff-7afece844ab7/2ce2b848-47a4-401e-a61e-aa3b41822b89/7f712569-42c2-4fa6-abf3-29ce1f6e86f3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:41.849202 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Attempting to bind port b112cc1c-fb51-43a1-b777-2503341b893d on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:41.849563 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Attempting to bind port b112cc1c-fb51-43a1-b777-2503341b893d by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:41.849916 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Attempting to bind port b112cc1c-fb51-43a1-b777-2503341b893d on network ac4439e3-a52c-4b5e-83af-76a8b80dda9d {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:41.853087 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Allocated IP 172.20.0.2 (7fcba23d-90cf-43e9-a3dc-454351d150ba/db554176-1a22-46e3-b537-c7f461dfce41/936b5843-c632-43cb-9fb7-8144cbcdfc36) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:41.864404 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:41.865059 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.869559 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:41.870261 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Checking segment: {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:41.871004 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.872181 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Bound using segment: {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:41.872911 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Bound port: b112cc1c-fb51-43a1-b777-2503341b893d, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:41.873466 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.918467 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks [] for router_gateway (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:41.988702 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-e3700ea7-0174-4752-8918-3a0232363711 service neutron] 10.222.0.13 "GET /v2.0/networks/1da71d06-c88b-483f-983a-1e80d125ff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835653 Mar 31 19:01:42.096480 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfde9-5332-4a42-ad86-ebe7aafdcf1f admin admin] Publish callbacks [] for security_group (fbb87cdf-f450-4c71-8f76-3c68a07cba40), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.101511 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] For port b112cc1c-fb51-43a1-b777-2503341b893d, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:42.112592 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfde9-5332-4a42-ad86-ebe7aafdcf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (fbb87cdf-f450-4c71-8f76-3c68a07cba40), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.115348 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks [] for router_gateway (d93bd6d4-e317-4664-84bc-22a96333abe5), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.150076 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] For port b112cc1c-fb51-43a1-b777-2503341b893d, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=b112cc1c-fb51-43a1-b777-2503341b893d,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:42.159532 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.163960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Publish callbacks [] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.168203 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.234486 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:42.284162 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-ebea3ed4-0499-47a6-9f2d-c20fce239e5b service neutron] 10.222.0.13 "GET /v2.0/networks/1da71d06-c88b-483f-983a-1e80d125ff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941260 Mar 31 19:01:42.342438 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffa561-2eec-4ede-8c70-1c4fce24fada None None] Pushing event updated for resources: {'Port': ['ID=b112cc1c-fb51-43a1-b777-2503341b893d,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:42.348118 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.355824 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Publish callbacks [] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.366675 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.389677 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-bd7dfde9-5332-4a42-ad86-ebe7aafdcf1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6400005cb8ce48ada3a3f4cc7ff53afd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5319757 Mar 31 19:01:42.410994 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51704) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:42.453179 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dfde9-5332-4a42-ad86-ebe7aafdcf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb87cdf-f450-4c71-8f76-3c68a07cba40,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:42.457893 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Pushing event updated for resources: {'Port': ['ID=936b5843-c632-43cb-9fb7-8144cbcdfc36,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:42.464540 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:42.466957 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:42.472271 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:42.494445 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Allocated IP 172.27.0.210 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:42.587024 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Attempting to bind port 936b5843-c632-43cb-9fb7-8144cbcdfc36 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:42.589501 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Attempting to bind port 936b5843-c632-43cb-9fb7-8144cbcdfc36 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:42.589501 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Attempting to bind port 936b5843-c632-43cb-9fb7-8144cbcdfc36 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:42.617521 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:42.618024 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Checking segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:42.618496 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.619001 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Bound using segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:42.619539 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Bound port: 936b5843-c632-43cb-9fb7-8144cbcdfc36, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:42.620275 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.627496 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:01:42.674496 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.754858 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] For port 936b5843-c632-43cb-9fb7-8144cbcdfc36, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:42.761726 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] For port 936b5843-c632-43cb-9fb7-8144cbcdfc36, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=936b5843-c632-43cb-9fb7-8144cbcdfc36,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:42.764389 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51716) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:42.773633 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.864598 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4fcf5dce-a560-4f4a-a73c-00adbe0c0f75 req-ac08c60e-3d2a-41e8-92ec-dcdf61a00af3 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 210 time: 0.0990150 Mar 31 19:01:42.868507 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af27a72-4208-4b0c-a025-de72c4f33741 None None] Pushing event updated for resources: {'Port': ['ID=936b5843-c632-43cb-9fb7-8144cbcdfc36,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:42.914991 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:42.927878 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:42.935967 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:42.936757 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Sync routers for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:42.963670 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:42.964548 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:42.965795 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:42.966640 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.971978 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:42.977501 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6b0924eb-e6f9-473c-be5b-343211a8e339 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8652456 Mar 31 19:01:42.979979 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51728) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:43.166331 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (02c5ebf2-2c54-4154-803e-feefca4a8ec0), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:43.180938 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device b112cc1c-fb51-43a1-b777-2503341b893d up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:43.335738 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:43.466455 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca19b2ea-3a88-4a8c-ad85-940947f717d2 admin admin] Publish callbacks [] for security_group (fbb87cdf-f450-4c71-8f76-3c68a07cba40), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:43.637167 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port b112cc1c-fb51-43a1-b777-2503341b893d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:43.637794 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:43.666167 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks [] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:43.683120 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Pushing event updated for resources: {'Port': ['ID=7f712569-42c2-4fa6-abf3-29ce1f6e86f3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:43.712049 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca19b2ea-3a88-4a8c-ad85-940947f717d2 admin admin] Publish callbacks [] for security_group (fbb87cdf-f450-4c71-8f76-3c68a07cba40), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:43.715064 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:43.733973 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3b71a187-0900-4de5-addc-0807407bbd04 None None] Provisioning complete for port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:43.734247 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b71a187-0900-4de5-addc-0807407bbd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:43.769395 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c5ebf2-2c54-4154-803e-feefca4a8ec0,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:43.801283 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Checking segment: {'id': 'e5609d7e-f2a8-45d1-a81b-41b3bb261864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'aac627aa-d6a7-4a7a-b902-7e6e340a98d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:43.805854 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Network hostable DHCP agents. Network: aac627aa-d6a7-4a7a-b902-7e6e340a98d8, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:01:43.841850 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3b71a187-0900-4de5-addc-0807407bbd04 None None] Port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:01:43.924502 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port b112cc1c-fb51-43a1-b777-2503341b893d is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:43.924895 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:43.971893 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:43.977903 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port b112cc1c-fb51-43a1-b777-2503341b893d, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=b112cc1c-fb51-43a1-b777-2503341b893d,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:43.990597 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:41Z', 'revision_number': 3, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:44.005634 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.008053 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 49b050e1-df32-4712-b8aa-fa7d963a761e up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:44.056219 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.090252 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c05b0ea8-8547-49f9-9ca6-02ea95b796e1 req-999f753c-e078-4b8a-b60d-a4aa12199743 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 210 time: 0.0749779 Mar 31 19:01:44.131929 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Network aac627aa-d6a7-4a7a-b902-7e6e340a98d8 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:01:44.152686 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Checking router: 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:44.153536 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Updating router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 port f9cc20c1-206a-4ace-bacb-78cdcaef825c binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:01:44.238320 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.275250 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=b112cc1c-fb51-43a1-b777-2503341b893d,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:44.281672 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:44.284525 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, aac627aa-d6a7-4a7a-b902-7e6e340a98d8) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:44.292543 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca19b2ea-3a88-4a8c-ad85-940947f717d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (fbb87cdf-f450-4c71-8f76-3c68a07cba40), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.295375 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca19b2ea-3a88-4a8c-ad85-940947f717d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.296549 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ca19b2ea-3a88-4a8c-ad85-940947f717d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbb87cdf-f450-4c71-8f76-3c68a07cba40 HTTP/1.1" status: 204 len: 168 time: 1.8846331 Mar 31 19:01:44.322072 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:44.344746 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19b2ea-3a88-4a8c-ad85-940947f717d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb87cdf-f450-4c71-8f76-3c68a07cba40,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:44.353294 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:44.400732 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:44.403634 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.432930 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Publish callbacks [] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.449320 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.450374 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.452769 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:44.493706 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 49b050e1-df32-4712-b8aa-fa7d963a761e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:44.494077 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:44.499345 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05863b4-265d-4d9d-996e-9cf4e9912f21 None None] Network aac627aa-d6a7-4a7a-b902-7e6e340a98d8 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:44.501134 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b9bf1-aa42-48b2-ab29-10b3664d923e None None] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:44.634392 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b7029238-6c0c-4d87-a69c-6c5c165488cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5880451 Mar 31 19:01:44.695903 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Pushing event updated for resources: {'Port': ['ID=7f712569-42c2-4fa6-abf3-29ce1f6e86f3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:44.771572 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Allocated IP 172.20.0.1 (ac4439e3-a52c-4b5e-83af-76a8b80dda9d/45151ea6-2015-41bc-bafb-1c0eccb492ea/bed1e949-8524-4b47-972d-c44c363588e6) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:44.898252 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51778) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:44.962328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e95a2ac-345c-49d6-95c3-68b4ffa24dec None None] Network aac627aa-d6a7-4a7a-b902-7e6e340a98d8 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:44.966203 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e4185-062a-4b66-b136-31f07d4c52ac None None] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:01:44.971514 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Publish callbacks [] for port (bed1e949-8524-4b47-972d-c44c363588e6), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.019333 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9aa07df3-1835-4bab-8901-e74735014b7b None None] Provisioning complete for port b112cc1c-fb51-43a1-b777-2503341b893d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:45.019704 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9aa07df3-1835-4bab-8901-e74735014b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.052287 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:45.056434 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:45.058104 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (bed1e949-8524-4b47-972d-c44c363588e6), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.060800 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-47dffb0c-6e09-4b35-a848-ac1112e708a5 admin admin] Deleting subnet 8fea3d09-3c62-4372-9e8b-969af839cfb4 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:01:45.074874 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47dffb0c-6e09-4b35-a848-ac1112e708a5 admin admin] Publish callbacks [] for subnet (8fea3d09-3c62-4372-9e8b-969af839cfb4), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.187279 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Pushing event updated for resources: {'Port': ['ID=bed1e949-8524-4b47-972d-c44c363588e6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:45.213343 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:45.220692 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:45.233640 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:45.234098 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.373288 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47dffb0c-6e09-4b35-a848-ac1112e708a5 admin admin] Publish callbacks [] for subnet (8fea3d09-3c62-4372-9e8b-969af839cfb4), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.415206 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47dffb0c-6e09-4b35-a848-ac1112e708a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (8fea3d09-3c62-4372-9e8b-969af839cfb4), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.424181 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks [] for router_gateway (d93bd6d4-e317-4664-84bc-22a96333abe5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.513639 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e4d1b30c-47cd-4c67-88e1-00d551c1981f req-b6df956a-8564-457b-9f67-996c3e2f68be tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 210 time: 0.0756755 Mar 31 19:01:45.598632 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (bed1e949-8524-4b47-972d-c44c363588e6), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.641966 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Publish callbacks [] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.719282 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.775541 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 49b050e1-df32-4712-b8aa-fa7d963a761e is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:45.776148 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.837245 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:01:45.843161 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 49b050e1-df32-4712-b8aa-fa7d963a761e, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=49b050e1-df32-4712-b8aa-fa7d963a761e,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:45.853902 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3edf5-abc5-4728-af7d-c2aff8d3540a None None] Pushing event updated for resources: {'Port': ['ID=f9cc20c1-206a-4ace-bacb-78cdcaef825c,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:45.861027 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9aa07df3-1835-4bab-8901-e74735014b7b None None] Current status of the port b112cc1c-fb51-43a1-b777-2503341b893d is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:45.869872 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.873925 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47dffb0c-6e09-4b35-a848-ac1112e708a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for subnet (8fea3d09-3c62-4372-9e8b-969af839cfb4), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.881051 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Attempting to bind port f9cc20c1-206a-4ace-bacb-78cdcaef825c on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:45.881650 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Attempting to bind port f9cc20c1-206a-4ace-bacb-78cdcaef825c by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:45.882153 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Attempting to bind port f9cc20c1-206a-4ace-bacb-78cdcaef825c on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:45.889539 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Publish callbacks [] for port (bed1e949-8524-4b47-972d-c44c363588e6), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.898562 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (bed1e949-8524-4b47-972d-c44c363588e6), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.901010 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.922409 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:45.925644 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dffb0c-6e09-4b35-a848-ac1112e708a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fea3d09-3c62-4372-9e8b-969af839cfb4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:45.926361 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:45.927109 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:45.927636 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:45.928359 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Bound port: f9cc20c1-206a-4ace-bacb-78cdcaef825c, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:45.928906 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:46.040129 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Pushing event updated for resources: {'Port': ['ID=bed1e949-8524-4b47-972d-c44c363588e6,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:46.103312 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47dffb0c-6e09-4b35-a848-ac1112e708a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:46.113384 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51808) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:46.116068 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-47dffb0c-6e09-4b35-a848-ac1112e708a5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8fea3d09-3c62-4372-9e8b-969af839cfb4 HTTP/1.1" status: 204 len: 168 time: 1.2126701 Mar 31 19:01:46.119150 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=49b050e1-df32-4712-b8aa-fa7d963a761e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:46.121308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (d93bd6d4-e317-4664-84bc-22a96333abe5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:46.138465 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Provisioning complete for port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:46.138844 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:46.182592 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] For port f9cc20c1-206a-4ace-bacb-78cdcaef825c, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:46.198146 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] For port f9cc20c1-206a-4ace-bacb-78cdcaef825c, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=f9cc20c1-206a-4ace-bacb-78cdcaef825c,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:46.207402 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:46.209450 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:46.212979 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:46.241130 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:01:46.260056 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 936b5843-c632-43cb-9fb7-8144cbcdfc36 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:46.369985 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:46.387957 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Sync routers for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:46.399491 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2e5a95a4-0eab-4b6b-ba7b-8b4df58fef19 admin admin] 10.222.0.13 "PUT /v2.0/routers/87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5787318 Mar 31 19:01:46.440993 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:46.441894 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:46.549312 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Router d93bd6d4-e317-4664-84bc-22a96333abe5 is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:01:46.659701 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:46.660882 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:46.669664 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3edf5-abc5-4728-af7d-c2aff8d3540a None None] Pushing event updated for resources: {'Port': ['ID=f9cc20c1-206a-4ace-bacb-78cdcaef825c,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:46.677132 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:46.701547 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:01:46.723711 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (a002c72e-e478-422e-8187-350bed031cfc), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:46.887533 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Provisioning complete for port b112cc1c-fb51-43a1-b777-2503341b893d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:46.887809 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:46.894896 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:46.925843 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:46.932942 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f0e92257-7467-4a06-93a3-7a906b7562f7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2179565 Mar 31 19:01:46.933669 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51836) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:46.980723 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Sync routers for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:46.996497 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:47.061692 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-53b6e83f-d773-4be3-91e8-69f41e962f28 admin admin] 10.222.0.13 "PUT /v2.0/routers/59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0718932 Mar 31 19:01:47.097038 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:47.097702 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:47.141963 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 2, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:47.169357 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Checking router: 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:47.170118 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Updating router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:01:47.199008 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:47.232840 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2ab98bbf-c806-4299-83ac-cc62ada6dfeb req-cc0e41f0-5173-4b13-98f9-c7dbcc130866 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 210 time: 0.2380960 Mar 31 19:01:47.276969 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (a002c72e-e478-422e-8187-350bed031cfc), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:47.341366 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.342057 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.343054 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.343591 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > port after_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.344108 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.344636 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > port after_update 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.345165 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.346220 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.346771 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.347311 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.350692 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 936b5843-c632-43cb-9fb7-8144cbcdfc36 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:47.351236 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:47.578762 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Current status of the port b112cc1c-fb51-43a1-b777-2503341b893d is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:47.582334 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:47.701739 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Provisioning complete for port 936b5843-c632-43cb-9fb7-8144cbcdfc36 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:47.702309 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:47.716842 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:47.770680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.772250 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.773475 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.774099 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:47.775889 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a002c72e-e478-422e-8187-350bed031cfc']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:47.830717 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9295de2-e3fa-48ef-a2b7-97fefb3a0520') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:47.832677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9295de2-e3fa-48ef-a2b7-97fefb3a0520') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:47.869644 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16081675'] for segment (e9295de2-e3fa-48ef-a2b7-97fefb3a0520), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:47.912151 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.78', 61574) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:47.928570 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (e9295de2-e3fa-48ef-a2b7-97fefb3a0520), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.001282 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.050650 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:01:48.059815 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16083821'] for segment (e9295de2-e3fa-48ef-a2b7-97fefb3a0520), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: from cryptography.utils import int_from_bytes Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: from cryptography.utils import int_from_bytes Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: Traceback (most recent call last): Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: timer() Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: cb(*args, **kw) Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: return func(*args, **kwargs) Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: self._notify() Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: self.callback(batched_events) Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: event.method(event) Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: return f(self, *a, **k) Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._get(url).json() Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: return self.request(url, 'GET', **kwargs) Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:01:48.068210 dv-cinder-836066-1-iscsi neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:01:48.122853 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51872) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:48.133150 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Publish callbacks [] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.143870 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-20e856d7-2e26-42c8-a016-8f366d766cb9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906179855', 'description': 'tempest-description--50702229'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:48.152881 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.191196 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51878) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:48.283952 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ffd26-2845-4d0f-afab-b11d7bfb9538 None None] Pushing event updated for resources: {'Port': ['ID=7f712569-42c2-4fa6-abf3-29ce1f6e86f3,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:48.306562 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (a002c72e-e478-422e-8187-350bed031cfc), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.354136 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20e856d7-2e26-42c8-a016-8f366d766cb9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.386365 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Pushing event deleted for resources: {'Network': ['ID=a002c72e-e478-422e-8187-350bed031cfc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:48.408974 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.415129 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b15eec65-66e3-4f7a-b9c5-3b3edef60913 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a002c72e-e478-422e-8187-350bed031cfc HTTP/1.1" status: 204 len: 168 time: 2.2679467 Mar 31 19:01:48.425312 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51894) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:48.425646 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51896) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:48.437321 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5f59f1eb-64b7-4cca-8fa6-dc2c559d4fa1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615038630', 'description': 'tempest-description--167401031'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:48.460217 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518bf0f-59a0-410b-b06c-071936e32987 req-48c40c19-7771-4149-a177-4b6521c63c08 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:48.462552 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-48c40c19-7771-4149-a177-4b6521c63c08 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.78 "GET /v2.0/networks?id=1da71d06-c88b-483f-983a-1e80d125ff48 HTTP/1.1" status: 200 len: 812 time: 0.5487890 Mar 31 19:01:48.511959 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Attempting to bind port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:48.512390 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Attempting to bind port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:48.512864 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Attempting to bind port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 on network 6bde30af-3785-4f3a-9cff-7afece844ab7 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:48.524278 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:48.524983 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Checking segment: {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:48.525555 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.526893 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Bound using segment: {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:48.527708 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Bound port: 7f712569-42c2-4fa6-abf3-29ce1f6e86f3, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:48.528372 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.560615 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f59f1eb-64b7-4cca-8fa6-dc2c559d4fa1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.586379 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Request body: {'port': {'device_id': '4bbb8d7b-ca5f-48a6-977f-af1dd507da99', 'network_id': '1da71d06-c88b-483f-983a-1e80d125ff48', 'admin_state_up': True, 'tenant_id': 'db4e31e26acb4fc28e94dd62b655b4c5'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:48.642872 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Allocated IP 172.20.0.1 (7fcba23d-90cf-43e9-a3dc-454351d150ba/db554176-1a22-46e3-b537-c7f461dfce41/6548d768-d248-490a-96db-6d494574c0b4) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:48.696013 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] For port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:48.715330 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] For port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=7f712569-42c2-4fa6-abf3-29ce1f6e86f3,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:48.734175 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.734675 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20e856d7-2e26-42c8-a016-8f366d766cb9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (ea5c511e-b67d-44bf-91ff-910ff43c1e38), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.784179 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20e856d7-2e26-42c8-a016-8f366d766cb9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ea5c511e-b67d-44bf-91ff-910ff43c1e38), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.784389 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 936b5843-c632-43cb-9fb7-8144cbcdfc36 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:48.789184 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.823891 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ffd26-2845-4d0f-afab-b11d7bfb9538 None None] Pushing event updated for resources: {'Port': ['ID=7f712569-42c2-4fa6-abf3-29ce1f6e86f3,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:48.862526 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:48.863384 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:48.879485 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Publish callbacks [] for port (6548d768-d248-490a-96db-6d494574c0b4), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.937561 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20e856d7-2e26-42c8-a016-8f366d766cb9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.939510 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-20e856d7-2e26-42c8-a016-8f366d766cb9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8149626 Mar 31 19:01:48.941032 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (6548d768-d248-490a-96db-6d494574c0b4), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:48.943445 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51916) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:48.960669 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bc868e81-e539-4235-8564-896748c57d57 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'security_group_rule': {'security_group_id': 'ea5c511e-b67d-44bf-91ff-910ff43c1e38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:49.074885 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e856d7-2e26-42c8-a016-8f366d766cb9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c511e-b67d-44bf-91ff-910ff43c1e38,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:49.089782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 936b5843-c632-43cb-9fb7-8144cbcdfc36, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=936b5843-c632-43cb-9fb7-8144cbcdfc36,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:49.097671 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:49.106185 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ce9503e5-aee4-4603-8126-aad3c512ac22 req-f182915d-d1b5-48f7-b1bc-4712e034fb89 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 210 time: 0.5603824 Mar 31 19:01:49.116024 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:49.123116 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:49.123601 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (d93bd6d4-e317-4664-84bc-22a96333abe5), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.144818 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.147412 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device b112cc1c-fb51-43a1-b777-2503341b893d up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:49.166683 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f469ae7-b074-4a4b-89b9-0bb459a9da36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.172752 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:49.176522 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-c207a25a-31b1-4c6f-9b31-04c3337558e1 admin admin] Deleting subnet 02c5ebf2-2c54-4154-803e-feefca4a8ec0 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:01:49.199008 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Current status of the port 936b5843-c632-43cb-9fb7-8144cbcdfc36 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:49.201578 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.215035 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c207a25a-31b1-4c6f-9b31-04c3337558e1 admin admin] Publish callbacks [] for subnet (02c5ebf2-2c54-4154-803e-feefca4a8ec0), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.343894 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 2, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:49.422923 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58444dd-28db-4d8e-828e-039fbb1061ee None None] The sync data for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi is: [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 2, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:49.442174 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=936b5843-c632-43cb-9fb7-8144cbcdfc36,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:49.511924 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port b112cc1c-fb51-43a1-b777-2503341b893d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:49.516693 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.525826 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.db.api [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 19:01:49.526061 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG oslo_db.api [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 19:01:49.571940 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:48Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:49.645577 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:44Z', 'revision_number': 3, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:49.655179 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07252876-baaf-4408-ace9-86d0f9db70b3 None None] The sync data for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi is: [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:48Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:49.706900 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c207a25a-31b1-4c6f-9b31-04c3337558e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16081664'] for subnet (02c5ebf2-2c54-4154-803e-feefca4a8ec0), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.776843 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Checking router: d93bd6d4-e317-4664-84bc-22a96333abe5 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:49.777721 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Updating router d93bd6d4-e317-4664-84bc-22a96333abe5 port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:01:49.813639 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f59f1eb-64b7-4cca-8fa6-dc2c559d4fa1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (30f320e8-2302-4e71-9439-ce247ae7cfdf), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.841216 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Pushing event updated for resources: {'Port': ['ID=6548d768-d248-490a-96db-6d494574c0b4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:49.848797 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f59f1eb-64b7-4cca-8fa6-dc2c559d4fa1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (30f320e8-2302-4e71-9439-ce247ae7cfdf), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.853538 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc868e81-e539-4235-8564-896748c57d57 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (e2536b37-9de1-4db3-8309-b01fe38128c2), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.972422 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.987570 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f59f1eb-64b7-4cca-8fa6-dc2c559d4fa1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:49.989301 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5f59f1eb-64b7-4cca-8fa6-dc2c559d4fa1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5581949 Mar 31 19:01:50.000096 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51942) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:50.008640 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-557433d7-fc57-4559-bf66-674a0c814fb4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'security_group_rule': {'security_group_id': '30f320e8-2302-4e71-9439-ce247ae7cfdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:50.024127 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c207a25a-31b1-4c6f-9b31-04c3337558e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (02c5ebf2-2c54-4154-803e-feefca4a8ec0), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.063108 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6548d768-d248-490a-96db-6d494574c0b4), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.074905 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59f1eb-64b7-4cca-8fa6-dc2c559d4fa1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f320e8-2302-4e71-9439-ce247ae7cfdf,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:50.107880 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc868e81-e539-4235-8564-896748c57d57 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (e2536b37-9de1-4db3-8309-b01fe38128c2), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.134769 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc868e81-e539-4235-8564-896748c57d57 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (e2536b37-9de1-4db3-8309-b01fe38128c2), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.191115 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Made reservation on behalf of db4e31e26acb4fc28e94dd62b655b4c5 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:01:50.201554 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.282912 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port b112cc1c-fb51-43a1-b777-2503341b893d is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:50.526402 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29656d0f-d62f-4674-8192-ec8de9d052d6 req-bf7fc900-1136-414f-ac57-f0b63070b217 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 210 time: 0.1978288 Mar 31 19:01:50.638516 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Publish callbacks [] for port (6548d768-d248-490a-96db-6d494574c0b4), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.641270 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc868e81-e539-4235-8564-896748c57d57 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2536b37-9de1-4db3-8309-b01fe38128c2,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:50.647903 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (6548d768-d248-490a-96db-6d494574c0b4), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.650677 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (d93bd6d4-e317-4664-84bc-22a96333abe5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.654083 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc868e81-e539-4235-8564-896748c57d57 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.655586 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-bc868e81-e539-4235-8564-896748c57d57 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7034450 Mar 31 19:01:50.689234 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f61e508c-9c26-4522-a633-e3f30c95c28d None None] Current status of the port 936b5843-c632-43cb-9fb7-8144cbcdfc36 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:50.762471 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51952) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:50.765701 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f469ae7-b074-4a4b-89b9-0bb459a9da36 admin admin] Publish callbacks [] for security_group (172d9b50-878f-444a-82ba-af0425e6e29a), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.768500 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Pushing event updated for resources: {'Port': ['ID=6548d768-d248-490a-96db-6d494574c0b4,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:50.783600 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-11bb450f-d242-4245-a783-dfa344d80277 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'security_group_rule': {'security_group_id': 'ea5c511e-b67d-44bf-91ff-910ff43c1e38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:50.786770 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-557433d7-fc57-4559-bf66-674a0c814fb4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (ad853f41-2df9-47de-abe9-3f24d0cc5f5d), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:50.800160 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:50.925660 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f469ae7-b074-4a4b-89b9-0bb459a9da36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (172d9b50-878f-444a-82ba-af0425e6e29a), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:51.023011 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:51.046592 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:51.058252 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11bb450f-d242-4245-a783-dfa344d80277 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (98b2dcad-0604-4db7-8e0b-4c518f0d91ed), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:51.438141 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11bb450f-d242-4245-a783-dfa344d80277 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (98b2dcad-0604-4db7-8e0b-4c518f0d91ed), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:51.458934 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11bb450f-d242-4245-a783-dfa344d80277 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (98b2dcad-0604-4db7-8e0b-4c518f0d91ed), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:51.488317 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c207a25a-31b1-4c6f-9b31-04c3337558e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16081867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390940'] for subnet (02c5ebf2-2c54-4154-803e-feefca4a8ec0), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:51.539592 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f469ae7-b074-4a4b-89b9-0bb459a9da36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172d9b50-878f-444a-82ba-af0425e6e29a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:51.600863 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-2f469ae7-b074-4a4b-89b9-0bb459a9da36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10734a4ff9af42e898a7d04e33aa79a0&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3983483 Mar 31 19:01:51.631455 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb450f-d242-4245-a783-dfa344d80277 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b2dcad-0604-4db7-8e0b-4c518f0d91ed,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:51.667301 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Router d93bd6d4-e317-4664-84bc-22a96333abe5 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:01:51.678978 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51974) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:51.685783 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Provisioning complete for port 6548d768-d248-490a-96db-6d494574c0b4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:51.686671 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6548d768-d248-490a-96db-6d494574c0b4), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:51.718164 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c207a25a-31b1-4c6f-9b31-04c3337558e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:51.737401 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c207a25a-31b1-4c6f-9b31-04c3337558e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/02c5ebf2-2c54-4154-803e-feefca4a8ec0 HTTP/1.1" status: 204 len: 168 time: 3.2897744 Mar 31 19:01:51.739398 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51978) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:51.748354 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207a25a-31b1-4c6f-9b31-04c3337558e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02c5ebf2-2c54-4154-803e-feefca4a8ec0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:51.775254 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11bb450f-d242-4245-a783-dfa344d80277 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:51.776869 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-11bb450f-d242-4245-a783-dfa344d80277 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0024574 Mar 31 19:01:51.783906 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51980) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:51.818355 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:51.885301 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 51982) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:51.898727 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-557433d7-fc57-4559-bf66-674a0c814fb4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (ad853f41-2df9-47de-abe9-3f24d0cc5f5d), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:51.917679 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Allocated IP 172.20.0.8 (1da71d06-c88b-483f-983a-1e80d125ff48/dcebba20-9b6f-4f84-be08-36725bb99157/76a2950f-3586-438e-91b1-a0d69c1893d0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:51.921704 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.007909 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-557433d7-fc57-4559-bf66-674a0c814fb4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (ad853f41-2df9-47de-abe9-3f24d0cc5f5d), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.020755 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Port 6548d768-d248-490a-96db-6d494574c0b4 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:01:52.044888 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:52.045400 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.086883 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-557433d7-fc57-4559-bf66-674a0c814fb4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.099199 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 51986) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:52.104458 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-557433d7-fc57-4559-bf66-674a0c814fb4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0996003 Mar 31 19:01:52.121234 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a6c920ed-5e50-452b-9283-18f064957a1f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'security_group_rule': {'security_group_id': '30f320e8-2302-4e71-9439-ce247ae7cfdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:52.141036 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (aac627aa-d6a7-4a7a-b902-7e6e340a98d8), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.195550 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Provisioning complete for port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:52.196095 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.220007 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89545255-4f75-4108-9f6a-a4367ed93001 admin admin] Publish callbacks [] for security_group (172d9b50-878f-444a-82ba-af0425e6e29a), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.261572 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557433d7-fc57-4559-bf66-674a0c814fb4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad853f41-2df9-47de-abe9-3f24d0cc5f5d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:52.285342 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89545255-4f75-4108-9f6a-a4367ed93001 admin admin] Publish callbacks [] for security_group (172d9b50-878f-444a-82ba-af0425e6e29a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.333673 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6c920ed-5e50-452b-9283-18f064957a1f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (37ddc363-151b-43b1-97a1-a9edd410ef62), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.341516 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:01:52.355591 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5a38b474-3d89-45e3-adc0-452d3539dc7c admin admin] 10.222.0.13 "PUT /v2.0/routers/d93bd6d4-e317-4664-84bc-22a96333abe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4152014 Mar 31 19:01:52.359783 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Publish callbacks [] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.405848 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bb375b73-7e42-4cf3-bb18-1af5452cd2d9 req-a9660f79-b76c-451e-b282-b4d2c21784b3 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 210 time: 0.4546900 Mar 31 19:01:52.414735 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efae8367-6479-4043-9705-aa893fd0b79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.465339 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.515136 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:52.515136 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.559131 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (aac627aa-d6a7-4a7a-b902-7e6e340a98d8), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.656622 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efae8367-6479-4043-9705-aa893fd0b79f admin admin] Publish callbacks [] for security_group (49d1cade-b710-4144-8d61-5deaca632867), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.670095 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89545255-4f75-4108-9f6a-a4367ed93001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (172d9b50-878f-444a-82ba-af0425e6e29a), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.678155 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89545255-4f75-4108-9f6a-a4367ed93001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.679763 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-89545255-4f75-4108-9f6a-a4367ed93001 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/172d9b50-878f-444a-82ba-af0425e6e29a HTTP/1.1" status: 204 len: 168 time: 0.9739912 Mar 31 19:01:52.682307 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6c920ed-5e50-452b-9283-18f064957a1f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (37ddc363-151b-43b1-97a1-a9edd410ef62), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.685800 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.686603 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.687955 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.688820 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.689549 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.690207 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.690728 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.691299 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.691964 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.692501 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:52.830962 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=7f712569-42c2-4fa6-abf3-29ce1f6e86f3,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:52.841749 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efae8367-6479-4043-9705-aa893fd0b79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (49d1cade-b710-4144-8d61-5deaca632867), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.856496 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Publish callbacks [] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.857478 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:52.868593 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 49b050e1-df32-4712-b8aa-fa7d963a761e up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:52.872007 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Attempting to bind port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:52.872887 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Attempting to bind port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:52.873720 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Attempting to bind port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:52.933898 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbbdf7-c356-41fd-8005-ceccf3881ec4 None None] Pushing event updated for resources: {'Port': ['ID=e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:52.943232 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-efae8367-6479-4043-9705-aa893fd0b79f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c80f877114d0432bb4ed7202a4037208&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0479383 Mar 31 19:01:52.946340 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 52006) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:52.967631 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae8367-6479-4043-9705-aa893fd0b79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d1cade-b710-4144-8d61-5deaca632867,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:53.069680 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:53.070079 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:53.070483 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.070924 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:53.071476 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Bound port: e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:53.071874 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.124185 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:53.124566 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:53.124922 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:53.125255 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 19:01:53.125619 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac627aa-d6a7-4a7a-b902-7e6e340a98d8']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:53.165803 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6c920ed-5e50-452b-9283-18f064957a1f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (37ddc363-151b-43b1-97a1-a9edd410ef62), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.178071 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.208224 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5609d7e-f2a8-45d1-a81b-41b3bb261864') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:53.208689 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5609d7e-f2a8-45d1-a81b-41b3bb261864') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:53.213144 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89545255-4f75-4108-9f6a-a4367ed93001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172d9b50-878f-444a-82ba-af0425e6e29a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:53.232187 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.249378 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbd0bafd-ab20-4145-b02e-39bded1e1e0d admin admin] Publish callbacks [] for security_group (49d1cade-b710-4144-8d61-5deaca632867), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.282610 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbd0bafd-ab20-4145-b02e-39bded1e1e0d admin admin] Publish callbacks [] for security_group (49d1cade-b710-4144-8d61-5deaca632867), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.286738 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12949580'] for segment (e5609d7e-f2a8-45d1-a81b-41b3bb261864), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.302928 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=7f712569-42c2-4fa6-abf3-29ce1f6e86f3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:53.316809 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c920ed-5e50-452b-9283-18f064957a1f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ddc363-151b-43b1-97a1-a9edd410ef62,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:53.334537 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (e5609d7e-f2a8-45d1-a81b-41b3bb261864), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.343031 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6c920ed-5e50-452b-9283-18f064957a1f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.360483 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a6c920ed-5e50-452b-9283-18f064957a1f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2586689 Mar 31 19:01:53.369483 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52016) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:53.382150 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:53.396879 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Current status of the port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:53.435504 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:01:53.436313 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15804107'] for segment (e5609d7e-f2a8-45d1-a81b-41b3bb261864), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: from cryptography.utils import int_from_bytes Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: from cryptography.utils import int_from_bytes Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: Traceback (most recent call last): Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: timer() Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: cb(*args, **kw) Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: self._notify() Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: self.callback(batched_events) Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: event.method(event) Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: return f(self, *a, **k) Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._get(url).json() Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:01:53.442077 dv-cinder-836066-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:01:53.507429 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbd0bafd-ab20-4145-b02e-39bded1e1e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (49d1cade-b710-4144-8d61-5deaca632867), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.510709 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbd0bafd-ab20-4145-b02e-39bded1e1e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.511306 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] For port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:53.512056 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-bbd0bafd-ab20-4145-b02e-39bded1e1e0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49d1cade-b710-4144-8d61-5deaca632867 HTTP/1.1" status: 204 len: 168 time: 0.5606453 Mar 31 19:01:53.525246 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] For port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:53.530165 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 49b050e1-df32-4712-b8aa-fa7d963a761e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:53.530854 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.533754 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Provisioning complete for port 936b5843-c632-43cb-9fb7-8144cbcdfc36 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:53.534431 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.539604 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.578500 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.643190 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Network 1da71d06-c88b-483f-983a-1e80d125ff48 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:53.670836 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0bafd-ab20-4145-b02e-39bded1e1e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d1cade-b710-4144-8d61-5deaca632867,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:53.786512 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (aac627aa-d6a7-4a7a-b902-7e6e340a98d8), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.830303 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:53.836297 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aac627aa-d6a7-4a7a-b902-7e6e340a98d8 HTTP/1.1" status: 204 len: 168 time: 2.0805314 Mar 31 19:01:53.846011 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551d683-654a-433b-aab8-6e0c97b855e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac627aa-d6a7-4a7a-b902-7e6e340a98d8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:53.963845 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:54.051210 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:54.062339 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:54.063731 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:54.069203 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75de0013-f0e8-49b0-80f3-bddd784ca7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:54.070878 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:54.079200 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbbdf7-c356-41fd-8005-ceccf3881ec4 None None] Pushing event updated for resources: {'Port': ['ID=e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:54.190742 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52052) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:54.306548 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Current status of the port 936b5843-c632-43cb-9fb7-8144cbcdfc36 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:54.377852 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-aaec6bfd-ee0a-47a7-9d51-fa9d3d18f3a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=546a6bd6d8f14320b64685355a5d511b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1807098 Mar 31 19:01:54.379006 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52054) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:54.434667 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Provisioning complete for port bed1e949-8524-4b47-972d-c44c363588e6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:54.442219 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (bed1e949-8524-4b47-972d-c44c363588e6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:54.549466 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-33928bd4-0a66-47b6-97a5-29e6f227a0f6 None None] Port bed1e949-8524-4b47-972d-c44c363588e6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:01:54.584830 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf7e2-486e-414d-9f51-67a2ec7da3ab admin admin] Publish callbacks [] for security_group (2691f41f-6ac1-46d7-9dce-0826acea3656), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:54.600144 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-ea453eb3-0e93-4c2a-a209-ef0c01190d5a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:54.601708 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-ea453eb3-0e93-4c2a-a209-ef0c01190d5a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 819 time: 0.6196446 Mar 31 19:01:54.608743 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:54.609589 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:54.622762 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 49b050e1-df32-4712-b8aa-fa7d963a761e is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:54.642564 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 936b5843-c632-43cb-9fb7-8144cbcdfc36 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:54.647417 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0967212 Mar 31 19:01:54.665129 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf7e2-486e-414d-9f51-67a2ec7da3ab admin admin] Publish callbacks [] for security_group (2691f41f-6ac1-46d7-9dce-0826acea3656), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:54.685097 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-534851da-48c2-41e9-a1ea-147c8afddc4c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/quotas/52b1900c61614fdd914316572f58af02 HTTP/1.1" status: 200 len: 375 time: 0.0450761 Mar 31 19:01:54.685801 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a399b2-4af9-42dc-8705-66b2fe7c2bbe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Pushing event updated for resources: {'Port': ['ID=76a2950f-3586-438e-91b1-a0d69c1893d0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:54.727622 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-8016d4e5-1764-406f-9811-7b5320226cff tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:01:54.734699 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-8016d4e5-1764-406f-9811-7b5320226cff tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0233488 Mar 31 19:01:54.786195 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:54.813808 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Allocated IP 172.27.0.73 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/297a271f-db3d-4508-ac12-60b77b78aa64) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:54.839673 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf7e2-486e-414d-9f51-67a2ec7da3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (2691f41f-6ac1-46d7-9dce-0826acea3656), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:54.843754 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130ca1f-3896-42c3-b563-2bd0a7f4de85 req-73979321-c114-4f82-b88e-3046fff9b39a tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:54.843979 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf7e2-486e-414d-9f51-67a2ec7da3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:54.850912 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5130ca1f-3896-42c3-b563-2bd0a7f4de85 req-73979321-c114-4f82-b88e-3046fff9b39a tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 931 time: 1.1999478 Mar 31 19:01:54.851148 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ca3bf7e2-486e-414d-9f51-67a2ec7da3ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2691f41f-6ac1-46d7-9dce-0826acea3656 HTTP/1.1" status: 204 len: 168 time: 0.4674737 Mar 31 19:01:54.874324 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bf7e2-486e-414d-9f51-67a2ec7da3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2691f41f-6ac1-46d7-9dce-0826acea3656,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:55.031083 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0507104d-36f6-4136-a787-73a214c2783b None None] Provisioning complete for port 6548d768-d248-490a-96db-6d494574c0b4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:55.032069 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0507104d-36f6-4136-a787-73a214c2783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6548d768-d248-490a-96db-6d494574c0b4), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:55.123851 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Sync routers for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:01:55.149962 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:55.151009 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:55.235464 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0507104d-36f6-4136-a787-73a214c2783b None None] Port 6548d768-d248-490a-96db-6d494574c0b4 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:01:55.328482 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 936b5843-c632-43cb-9fb7-8144cbcdfc36 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:55.328856 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:55.381452 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:55.561302 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-567024b8-3389-4d32-9607-8560c2725fa3 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8425333 Mar 31 19:01:55.624011 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 2, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:55.635636 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5130ca1f-3896-42c3-b563-2bd0a7f4de85 req-9163201a-c5db-4ed8-85f6-a8313fd5771b tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7818995 Mar 31 19:01:55.658888 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Checking router: 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:01:55.659739 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Updating router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 port bed1e949-8524-4b47-972d-c44c363588e6 binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:01:55.696501 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (bed1e949-8524-4b47-972d-c44c363588e6), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:55.820708 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for port (297a271f-db3d-4508-ac12-60b77b78aa64), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:55.853749 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 936b5843-c632-43cb-9fb7-8144cbcdfc36 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:55.896521 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (297a271f-db3d-4508-ac12-60b77b78aa64), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:55.914391 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:01:50Z', 'revision_number': 2, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:55.980529 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930eb88f-6f6a-4ac3-83c8-715c2ace94ac None None] The sync data for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi is: [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:01:50Z', 'revision_number': 2, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:55.992646 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'Port': ['ID=297a271f-db3d-4508-ac12-60b77b78aa64,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:56.032609 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:56.042087 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:56.048978 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:56.125473 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 52090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:56.127860 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Allocated IP 172.27.0.97 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/514b2405-54f8-44aa-bdae-c70c09afab5f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:01:56.322245 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device f9cc20c1-206a-4ace-bacb-78cdcaef825c up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:56.431306 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:56.434883 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85e0c5d1-e3b2-4b9d-b5e4-39e18cc94c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:56.546598 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Request body: {'port': {'device_id': '4bbb8d7b-ca5f-48a6-977f-af1dd507da99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:01:56.559776 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Publish callbacks [] for port (bed1e949-8524-4b47-972d-c44c363588e6), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:56.563911 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port f9cc20c1-206a-4ace-bacb-78cdcaef825c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:56.566897 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:56.578134 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (bed1e949-8524-4b47-972d-c44c363588e6), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:56.777500 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (297a271f-db3d-4508-ac12-60b77b78aa64), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:56.834187 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad756fea-6684-428d-a0ad-5d30902ac2b2 None None] Pushing event updated for resources: {'Port': ['ID=bed1e949-8524-4b47-972d-c44c363588e6,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:56.847740 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port f9cc20c1-206a-4ace-bacb-78cdcaef825c is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:56.848363 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:56.873223 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52102) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:56.878259 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port f9cc20c1-206a-4ace-bacb-78cdcaef825c, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=f9cc20c1-206a-4ace-bacb-78cdcaef825c,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:56.893286 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:56.896992 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:57.029434 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Attempting to bind port bed1e949-8524-4b47-972d-c44c363588e6 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:01:57.030092 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Attempting to bind port bed1e949-8524-4b47-972d-c44c363588e6 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:01:57.040037 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Attempting to bind port bed1e949-8524-4b47-972d-c44c363588e6 on network ac4439e3-a52c-4b5e-83af-76a8b80dda9d {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:01:57.068423 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:01:57.069281 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Checking segment: {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:01:57.069969 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.075851 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Bound using segment: {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:01:57.076783 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Bound port: bed1e949-8524-4b47-972d-c44c363588e6, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:01:57.077495 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (bed1e949-8524-4b47-972d-c44c363588e6), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.129572 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-be816cd5-99f2-4aa4-841a-03dfab24d147 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48a234476b714a7f9f7ce95f9a95e866&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2462003 Mar 31 19:01:57.146903 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52104) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:01:57.184442 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=f9cc20c1-206a-4ace-bacb-78cdcaef825c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:57.211408 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for port (514b2405-54f8-44aa-bdae-c70c09afab5f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.221101 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:57.221680 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.385285 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe2e4-32ea-4151-89e1-eb54490f3210 admin admin] Publish callbacks [] for security_group (8dd23ea8-4f19-424e-b993-c048e9113135), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.394177 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (514b2405-54f8-44aa-bdae-c70c09afab5f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.398214 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] For port bed1e949-8524-4b47-972d-c44c363588e6, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:01:57.408414 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] For port bed1e949-8524-4b47-972d-c44c363588e6, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=bed1e949-8524-4b47-972d-c44c363588e6,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:01:57.425832 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (bed1e949-8524-4b47-972d-c44c363588e6), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.454291 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:57.464664 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8406219-11d0-4c7d-813e-ec0aa6ebf915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.488833 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f99cb4bf-0a59-41a8-86bd-d9a1d9e4a65a None None] Provisioning complete for port bed1e949-8524-4b47-972d-c44c363588e6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:57.513673 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f99cb4bf-0a59-41a8-86bd-d9a1d9e4a65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (bed1e949-8524-4b47-972d-c44c363588e6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.606866 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.628956 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad756fea-6684-428d-a0ad-5d30902ac2b2 None None] Pushing event updated for resources: {'Port': ['ID=bed1e949-8524-4b47-972d-c44c363588e6,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:57.629841 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe2e4-32ea-4151-89e1-eb54490f3210 admin admin] Publish callbacks [] for security_group (8dd23ea8-4f19-424e-b993-c048e9113135), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.660685 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:01:57.708551 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:01:57.719221 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:01:57.720286 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:57.744310 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'Port': ['ID=514b2405-54f8-44aa-bdae-c70c09afab5f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:57.786561 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:57.818999 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:01:58.175929 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:01:58.223384 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-5eb672cd-c614-4ca5-8fe9-7edf9f624c82 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:01:58.233939 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-5eb672cd-c614-4ca5-8fe9-7edf9f624c82 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1342459 Mar 31 19:01:58.345198 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647d9a0-5383-4c17-90e7-eb1e47619e16 req-903e7035-f05a-4f9e-ab79-ac0f572aa233 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:01:58.352564 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9647d9a0-5383-4c17-90e7-eb1e47619e16 req-903e7035-f05a-4f9e-ab79-ac0f572aa233 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 931 time: 1.3287730 Mar 31 19:01:58.412311 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device f9cc20c1-206a-4ace-bacb-78cdcaef825c up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:58.473643 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (d7842004-a468-42e0-be2d-fc0ace72d5e7), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:58.517046 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f99cb4bf-0a59-41a8-86bd-d9a1d9e4a65a None None] Current status of the port bed1e949-8524-4b47-972d-c44c363588e6 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:58.520087 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f99cb4bf-0a59-41a8-86bd-d9a1d9e4a65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (bed1e949-8524-4b47-972d-c44c363588e6), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:58.598204 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe2e4-32ea-4151-89e1-eb54490f3210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8dd23ea8-4f19-424e-b993-c048e9113135), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:58.600742 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe2e4-32ea-4151-89e1-eb54490f3210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:58.610401 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-dcfbe2e4-32ea-4151-89e1-eb54490f3210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dd23ea8-4f19-424e-b993-c048e9113135 HTTP/1.1" status: 204 len: 168 time: 1.4591403 Mar 31 19:01:58.651525 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (514b2405-54f8-44aa-bdae-c70c09afab5f), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:58.688446 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbe2e4-32ea-4151-89e1-eb54490f3210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd23ea8-4f19-424e-b993-c048e9113135,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:58.753259 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f99cb4bf-0a59-41a8-86bd-d9a1d9e4a65a None None] For port bed1e949-8524-4b47-972d-c44c363588e6, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=bed1e949-8524-4b47-972d-c44c363588e6,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:01:58.863281 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f99cb4bf-0a59-41a8-86bd-d9a1d9e4a65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (bed1e949-8524-4b47-972d-c44c363588e6), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:58.934448 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:57Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:01:59.050252 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932580d-5706-46c7-bf8e-c6d0c7d0bcb0 None None] The sync data for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi is: [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:57Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:01:59.079159 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cb4bf-0a59-41a8-86bd-d9a1d9e4a65a None None] Pushing event updated for resources: {'Port': ['ID=bed1e949-8524-4b47-972d-c44c363588e6,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:59.108499 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.119838 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port f9cc20c1-206a-4ace-bacb-78cdcaef825c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:59.120446 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.188516 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1d9516ce-222b-49c7-92fe-68543321769e None None] Provisioning complete for port bed1e949-8524-4b47-972d-c44c363588e6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:59.189353 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d9516ce-222b-49c7-92fe-68543321769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (bed1e949-8524-4b47-972d-c44c363588e6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.232563 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-525f92c6-3a24-4d62-8d73-cd23ff008993 service neutron] 10.222.0.13 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9973996 Mar 31 19:01:59.395182 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for port (514b2405-54f8-44aa-bdae-c70c09afab5f), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.405941 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (514b2405-54f8-44aa-bdae-c70c09afab5f), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.524195 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port f9cc20c1-206a-4ace-bacb-78cdcaef825c is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:59.526986 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device bed1e949-8524-4b47-972d-c44c363588e6 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:59.537176 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for port (297a271f-db3d-4508-ac12-60b77b78aa64), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.621928 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (297a271f-db3d-4508-ac12-60b77b78aa64), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.628599 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1d9516ce-222b-49c7-92fe-68543321769e None None] Current status of the port bed1e949-8524-4b47-972d-c44c363588e6 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:59.655267 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8406219-11d0-4c7d-813e-ec0aa6ebf915 admin admin] Publish callbacks [] for security_group (4488b948-d523-4982-b939-2bc53fb748f8), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.703401 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port bed1e949-8524-4b47-972d-c44c363588e6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:01:59.705264 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (bed1e949-8524-4b47-972d-c44c363588e6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.725731 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'Port': ['ID=514b2405-54f8-44aa-bdae-c70c09afab5f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:59.741995 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8406219-11d0-4c7d-813e-ec0aa6ebf915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (4488b948-d523-4982-b939-2bc53fb748f8), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.776918 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (d7842004-a468-42e0-be2d-fc0ace72d5e7), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.813476 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:01:59.815724 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2b04a1f4-4c9c-4484-b8b6-2c786c199051 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4392607 Mar 31 19:01:59.839272 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9647d9a0-5383-4c17-90e7-eb1e47619e16 req-81aabe2e-9466-4bae-aa72-0a939c26fb71 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339874 Mar 31 19:01:59.924639 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8406219-11d0-4c7d-813e-ec0aa6ebf915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4488b948-d523-4982-b939-2bc53fb748f8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:01:59.947361 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port bed1e949-8524-4b47-972d-c44c363588e6 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:01:59.948623 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:01:59.973040 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a2950f-3586-438e-91b1-a0d69c1893d0 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:00.153783 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:00.154418 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.162491 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Publish callbacks [] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.190805 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-2de29b00-3049-4367-9cb7-4a3d74a5df08 service neutron] 10.222.0.13 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9570632 Mar 31 19:02:00.210848 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'Port': ['ID=297a271f-db3d-4508-ac12-60b77b78aa64,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:00.238881 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b8406219-11d0-4c7d-813e-ec0aa6ebf915 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18c8cb2e124446fa84e8580df11c8743&name=default HTTP/1.1" status: 200 len: 2996 time: 4.1119764 Mar 31 19:02:00.243763 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52166) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:00.400207 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Transition to ACTIVE for port object 76a2950f-3586-438e-91b1-a0d69c1893d0 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:02:00.427876 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2272086-4609-4ba3-b2d8-17d9e9a2fbce admin admin] Publish callbacks [] for security_group (4488b948-d523-4982-b939-2bc53fb748f8), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.445108 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.502844 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2272086-4609-4ba3-b2d8-17d9e9a2fbce admin admin] Publish callbacks [] for security_group (4488b948-d523-4982-b939-2bc53fb748f8), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.584679 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.625488 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:00.625888 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.682309 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2272086-4609-4ba3-b2d8-17d9e9a2fbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (4488b948-d523-4982-b939-2bc53fb748f8), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.685132 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2272086-4609-4ba3-b2d8-17d9e9a2fbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.693047 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-eece05be-431d-4059-be6b-93dd6423bf65 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--615038630&fields=id&tenant_id=418ee3602c044cabade548f899fe6162 HTTP/1.1" status: 200 len: 267 time: 0.4981692 Mar 31 19:02:00.698459 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.702691 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d2272086-4609-4ba3-b2d8-17d9e9a2fbce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4488b948-d523-4982-b939-2bc53fb748f8 HTTP/1.1" status: 204 len: 168 time: 0.4584408 Mar 31 19:02:00.740570 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2272086-4609-4ba3-b2d8-17d9e9a2fbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4488b948-d523-4982-b939-2bc53fb748f8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:00.743955 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:00.758476 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:00.990790 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:01.069021 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device bed1e949-8524-4b47-972d-c44c363588e6 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:01.080891 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:01.084411 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-1fc0d430-c5d1-47f2-8453-e42c5997eb44 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.2844937 Mar 31 19:02:01.300416 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port bed1e949-8524-4b47-972d-c44c363588e6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:01.300894 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (bed1e949-8524-4b47-972d-c44c363588e6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:01.714984 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:02:01.761307 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port bed1e949-8524-4b47-972d-c44c363588e6 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:01.828584 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-2d7af3d2-5b7f-4d29-b961-df8498ed9be3 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:01.834438 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-2d7af3d2-5b7f-4d29-b961-df8498ed9be3 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 817 time: 1.0755415 Mar 31 19:02:01.936654 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52248) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:02.005525 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d61944e2-8fc2-4122-b2b6-0f9a80a08073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:02.047976 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-d215d1e8-348d-4fd6-9bac-293be89cfb80 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/quotas/418ee3602c044cabade548f899fe6162 HTTP/1.1" status: 200 len: 375 time: 0.1732278 Mar 31 19:02:02.080202 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=76a2950f-3586-438e-91b1-a0d69c1893d0,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:02.153621 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Attempting to bind port 76a2950f-3586-438e-91b1-a0d69c1893d0 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:02:02.154047 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Attempting to bind port 76a2950f-3586-438e-91b1-a0d69c1893d0 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '29723165-bedc-4dc8-9001-8ad2a3d3cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '1da71d06-c88b-483f-983a-1e80d125ff48'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:02:02.156226 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Attempting to bind port 76a2950f-3586-438e-91b1-a0d69c1893d0 on network 1da71d06-c88b-483f-983a-1e80d125ff48 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:02.243245 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Port 76a2950f-3586-438e-91b1-a0d69c1893d0 on network 1da71d06-c88b-483f-983a-1e80d125ff48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:02:02.243606 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Attempting to bind port 76a2950f-3586-438e-91b1-a0d69c1893d0 on network 1da71d06-c88b-483f-983a-1e80d125ff48 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:02.259576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:02:02.259939 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Checking segment: {'id': '29723165-bedc-4dc8-9001-8ad2a3d3cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '1da71d06-c88b-483f-983a-1e80d125ff48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:02.261127 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Bound using segment: {'id': '29723165-bedc-4dc8-9001-8ad2a3d3cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '1da71d06-c88b-483f-983a-1e80d125ff48'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:02:02.261840 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Bound port: 76a2950f-3586-438e-91b1-a0d69c1893d0, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29723165-bedc-4dc8-9001-8ad2a3d3cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '1da71d06-c88b-483f-983a-1e80d125ff48'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:02:02.262268 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:02.332806 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d61944e2-8fc2-4122-b2b6-0f9a80a08073 admin admin] Publish callbacks [] for security_group (0cbc56a7-716c-493c-8982-2e368b25d145), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:02.336692 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3e5be-2c3d-4fe2-b1b3-e50da2671534 req-4621c6ff-43dc-4bd3-928d-7f765c7d1ccc tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:02.340277 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d61944e2-8fc2-4122-b2b6-0f9a80a08073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (0cbc56a7-716c-493c-8982-2e368b25d145), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:02.368111 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0ee3e5be-2c3d-4fe2-b1b3-e50da2671534 req-4621c6ff-43dc-4bd3-928d-7f765c7d1ccc tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 943 time: 0.9866168 Mar 31 19:02:02.510656 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d61944e2-8fc2-4122-b2b6-0f9a80a08073 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85af0270008f4d57851f8b57a26c75df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5707841 Mar 31 19:02:02.513566 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52262) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:02.536091 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61944e2-8fc2-4122-b2b6-0f9a80a08073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbc56a7-716c-493c-8982-2e368b25d145,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:02.599742 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-8e543e01-58c7-4948-814d-504bfdbc4f75 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5486758 Mar 31 19:02:02.608256 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] For port 76a2950f-3586-438e-91b1-a0d69c1893d0, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:02:02.636826 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70caded1-5946-40f4-8972-7b57978a5da9 admin admin] Publish callbacks [] for security_group (0cbc56a7-716c-493c-8982-2e368b25d145), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:02.734990 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70caded1-5946-40f4-8972-7b57978a5da9 admin admin] Publish callbacks [] for security_group (0cbc56a7-716c-493c-8982-2e368b25d145), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:02.790003 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52272) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:02.854614 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] For port 76a2950f-3586-438e-91b1-a0d69c1893d0, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=76a2950f-3586-438e-91b1-a0d69c1893d0,segment=NetworkSegment(29723165-bedc-4dc8-9001-8ad2a3d3cea2),segment_id=29723165-bedc-4dc8-9001-8ad2a3d3cea2)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:02:02.861528 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0ee3e5be-2c3d-4fe2-b1b3-e50da2671534 req-abdddf1f-29c7-4593-a169-c65c68175fd9 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924395 Mar 31 19:02:02.902439 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:02.988137 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70caded1-5946-40f4-8972-7b57978a5da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (0cbc56a7-716c-493c-8982-2e368b25d145), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:03.009703 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70caded1-5946-40f4-8972-7b57978a5da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:03.015379 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-70caded1-5946-40f4-8972-7b57978a5da9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cbc56a7-716c-493c-8982-2e368b25d145 HTTP/1.1" status: 204 len: 168 time: 0.4972842 Mar 31 19:02:03.024807 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=76a2950f-3586-438e-91b1-a0d69c1893d0,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:03.025642 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:03.033994 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:03.034869 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:03.036441 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-dc91f6b2-775a-4261-b8f0-b6d4755f6cd1 service neutron] 10.222.0.78 "PUT /v2.0/ports/76a2950f-3586-438e-91b1-a0d69c1893d0 HTTP/1.1" status: 200 len: 1093 time: 7.3843124 Mar 31 19:02:03.038291 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb8d7b-ca5f-48a6-977f-af1dd507da99', 'tag': '76a2950f-3586-438e-91b1-a0d69c1893d0'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:03.081272 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70caded1-5946-40f4-8972-7b57978a5da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbc56a7-716c-493c-8982-2e368b25d145,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:03.124932 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Sync routers for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:02:03.147144 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c51495a0-2116-4f2a-80cc-8d689fed5aaa req-1289f925-5be3-467c-8b08-9706163639e4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 210 time: 0.1014531 Mar 31 19:02:03.230245 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:03.230905 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:03.445905 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1b77217-1a2c-4b96-9fff-6916ba834838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:03.585789 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-4ddd51f8-f243-47f6-be1c-3d2436ec21b6 service neutron] 10.222.0.13 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488418 Mar 31 19:02:03.665983 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:03.667736 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1b77217-1a2c-4b96-9fff-6916ba834838 admin admin] Publish callbacks [] for security_group (7de9c881-c26a-4f5e-a4be-aaaea239e833), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:03.675395 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1b77217-1a2c-4b96-9fff-6916ba834838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (7de9c881-c26a-4f5e-a4be-aaaea239e833), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:03.739607 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518bf0f-59a0-410b-b06c-071936e32987 req-d0c81a39-6f74-4f50-8d44-7849d9bd5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:03.741169 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-d0c81a39-6f74-4f50-8d44-7849d9bd5f05 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db4e31e26acb4fc28e94dd62b655b4c5&device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 1127 time: 0.5894318 Mar 31 19:02:03.802516 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b77217-1a2c-4b96-9fff-6916ba834838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de9c881-c26a-4f5e-a4be-aaaea239e833,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:03.811102 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-5ef16570-28b8-4d27-89d7-e2ed29cf9ff8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--906179855&fields=id&tenant_id=7d0bd6dab9d14914894e961cb4278a09 HTTP/1.1" status: 200 len: 267 time: 0.3844373 Mar 31 19:02:03.873747 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e1b77217-1a2c-4b96-9fff-6916ba834838 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4c81aba576f439f845ec0dbe7fd12d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0825531 Mar 31 19:02:03.876656 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:03.964233 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-d06233a4-4aee-4bdb-96e0-dd11cd9fae3b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76a2950f-3586-438e-91b1-a0d69c1893d0 HTTP/1.1" status: 200 len: 217 time: 0.1867635 Mar 31 19:02:04.029586 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:04.030162 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:04.068398 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a94f605-f075-4448-a506-b50b1f0f932b admin admin] Publish callbacks [] for security_group (7de9c881-c26a-4f5e-a4be-aaaea239e833), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:04.136475 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9e6b0-13ed-4a98-b47a-425a90f82147" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbb8d7b-ca5f-48a6-977f-af1dd507da99", "tag": "76a2950f-3586-438e-91b1-a0d69c1893d0"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:04.149952 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a94f605-f075-4448-a506-b50b1f0f932b admin admin] Publish callbacks [] for security_group (7de9c881-c26a-4f5e-a4be-aaaea239e833), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:04.179323 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-ef61c648-4046-4595-b4b8-b8c997d65313 service neutron] 10.222.0.13 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926042 Mar 31 19:02:04.244759 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518bf0f-59a0-410b-b06c-071936e32987 req-0c8cd689-6991-406b-a64c-8c6300a6ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:04.248490 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-0c8cd689-6991-406b-a64c-8c6300a6ee28 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dcebba20-9b6f-4f84-be08-36725bb99157 HTTP/1.1" status: 200 len: 852 time: 0.2281210 Mar 31 19:02:04.253396 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a94f605-f075-4448-a506-b50b1f0f932b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (7de9c881-c26a-4f5e-a4be-aaaea239e833), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:04.256059 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a94f605-f075-4448-a506-b50b1f0f932b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:04.257326 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2a94f605-f075-4448-a506-b50b1f0f932b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7de9c881-c26a-4f5e-a4be-aaaea239e833 HTTP/1.1" status: 204 len: 168 time: 0.3782904 Mar 31 19:02:04.266978 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94f605-f075-4448-a506-b50b1f0f932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de9c881-c26a-4f5e-a4be-aaaea239e833,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:04.291730 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-c3cc82ee-e27b-459e-a2fb-8d7aabec7830 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:04.293320 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-c3cc82ee-e27b-459e-a2fb-8d7aabec7830 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 810 time: 0.3928897 Mar 31 19:02:04.412771 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-5598cc49-2ed5-42bc-b7cc-ea6a3df2f2ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1da71d06-c88b-483f-983a-1e80d125ff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159086 Mar 31 19:02:04.427465 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:04.438858 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-769b37cf-2886-46aa-be47-0666501a318b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/quotas/7d0bd6dab9d14914894e961cb4278a09 HTTP/1.1" status: 200 len: 375 time: 0.1355596 Mar 31 19:02:04.452740 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:01:50Z', 'revision_number': 2, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:04.489814 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Checking router: d93bd6d4-e317-4664-84bc-22a96333abe5 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:02:04.490553 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Updating router d93bd6d4-e317-4664-84bc-22a96333abe5 port 6548d768-d248-490a-96db-6d494574c0b4 binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:02:04.569618 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6548d768-d248-490a-96db-6d494574c0b4), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:04.835575 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-5f2c9dba-2d33-40cd-8f8c-c4fa87ffdb8f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3897986 Mar 31 19:02:04.904439 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-73078535-d225-466e-945b-93ea6ce68799 service neutron] 10.222.0.78 "GET /v2.0/networks/1da71d06-c88b-483f-983a-1e80d125ff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707113 Mar 31 19:02:04.956502 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-52067976-4d29-40c0-9a35-d879ca247775 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:04.958284 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-52067976-4d29-40c0-9a35-d879ca247775 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 819 time: 0.3124778 Mar 31 19:02:04.995779 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-9c7c8285-2caf-4075-b068-970c19feefed tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/quotas/52b1900c61614fdd914316572f58af02 HTTP/1.1" status: 200 len: 375 time: 0.0233610 Mar 31 19:02:05.077828 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fc197f82-fba5-4be6-91a5-59381c8dd450 service neutron] 10.222.0.13 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114086 Mar 31 19:02:05.097464 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52364) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:05.112229 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e837e67e-9ef9-4bb7-afcb-ca4035a7516e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.181812 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Publish callbacks [] for port (6548d768-d248-490a-96db-6d494574c0b4), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.197572 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (6548d768-d248-490a-96db-6d494574c0b4), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.258239 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-58d325d5-bf5a-4a54-9d86-8738d00e65d6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456276 Mar 31 19:02:05.321925 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e837e67e-9ef9-4bb7-afcb-ca4035a7516e admin admin] Publish callbacks [] for security_group (a463e0cf-0846-4e88-9cc8-a058895d67c3), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.328900 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e837e67e-9ef9-4bb7-afcb-ca4035a7516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a463e0cf-0846-4e88-9cc8-a058895d67c3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.388611 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837e67e-9ef9-4bb7-afcb-ca4035a7516e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a463e0cf-0846-4e88-9cc8-a058895d67c3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:05.422686 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fbeec-554e-4fba-b431-1adaf65b6e9a None None] Pushing event updated for resources: {'Port': ['ID=6548d768-d248-490a-96db-6d494574c0b4,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:05.441091 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e837e67e-9ef9-4bb7-afcb-ca4035a7516e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1d017ab93864dc987e68597f446709f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424308 Mar 31 19:02:05.441792 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52378) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:05.494928 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-0af23682-7468-401e-a138-d1cd597b5f4a service neutron] 10.222.0.13 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086382 Mar 31 19:02:05.548586 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Attempting to bind port 6548d768-d248-490a-96db-6d494574c0b4 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:02:05.556376 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Attempting to bind port 6548d768-d248-490a-96db-6d494574c0b4 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:02:05.556843 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Attempting to bind port 6548d768-d248-490a-96db-6d494574c0b4 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:05.578388 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:02:05.578761 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Checking segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:05.579242 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.580424 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Bound using segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:02:05.580935 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Bound port: 6548d768-d248-490a-96db-6d494574c0b4, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:02:05.581640 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6548d768-d248-490a-96db-6d494574c0b4), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.620156 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-caf0e4d5-0904-49c4-9239-d56318d2b4a5 service neutron] 10.222.0.13 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608582 Mar 31 19:02:05.621727 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-616c258f-9309-4d5e-806e-2931dde111b3 admin admin] Publish callbacks [] for security_group (a463e0cf-0846-4e88-9cc8-a058895d67c3), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.709078 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-616c258f-9309-4d5e-806e-2931dde111b3 admin admin] Publish callbacks [] for security_group (a463e0cf-0846-4e88-9cc8-a058895d67c3), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.715562 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] For port 6548d768-d248-490a-96db-6d494574c0b4, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:02:05.725527 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] For port 6548d768-d248-490a-96db-6d494574c0b4, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=6548d768-d248-490a-96db-6d494574c0b4,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:02:05.740042 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (6548d768-d248-490a-96db-6d494574c0b4), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.811440 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-3b4258fe-ea1a-4745-aa5f-75431384c0c3 service neutron] 10.222.0.13 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904147 Mar 31 19:02:05.857185 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-616c258f-9309-4d5e-806e-2931dde111b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a463e0cf-0846-4e88-9cc8-a058895d67c3), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.860161 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-616c258f-9309-4d5e-806e-2931dde111b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:05.873863 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-616c258f-9309-4d5e-806e-2931dde111b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a463e0cf-0846-4e88-9cc8-a058895d67c3 HTTP/1.1" status: 204 len: 168 time: 0.4238200 Mar 31 19:02:05.882374 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fbeec-554e-4fba-b431-1adaf65b6e9a None None] Pushing event updated for resources: {'Port': ['ID=6548d768-d248-490a-96db-6d494574c0b4,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:05.894023 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c258f-9309-4d5e-806e-2931dde111b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a463e0cf-0846-4e88-9cc8-a058895d67c3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:05.968411 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-be3a0401-9aa0-4372-9508-a60388b67052 None None] Provisioning complete for port 6548d768-d248-490a-96db-6d494574c0b4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:05.968792 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be3a0401-9aa0-4372-9508-a60388b67052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6548d768-d248-490a-96db-6d494574c0b4), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:06.128057 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:06.129010 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:01:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:06.190482 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.78', 61593) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:06.197345 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619086cc-8d17-4a4f-adfa-614a361d1d70 req-a3ea1637-1434-40f8-ae64-8d4c058fb035 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:06.200232 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-619086cc-8d17-4a4f-adfa-614a361d1d70 req-a3ea1637-1434-40f8-ae64-8d4c058fb035 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 943 time: 0.2087119 Mar 31 19:02:06.424550 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-619086cc-8d17-4a4f-adfa-614a361d1d70 req-a4a10f52-ee34-450a-bdb3-e7360643cc4f tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100611 Mar 31 19:02:06.538454 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7518bf0f-59a0-410b-b06c-071936e32987 req-61cb8bc7-c3f7-4e75-83ae-938a457235d3 service neutron] 10.222.0.78 "GET /v2.0/networks/1da71d06-c88b-483f-983a-1e80d125ff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361652 Mar 31 19:02:06.729629 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cd09647c-15a3-4824-acdb-452428701b0f req-e1b5ddbe-a05a-44ae-9c72-265d90f6c7c7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 210 time: 0.0842218 Mar 31 19:02:06.761598 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6752fc96-1f77-47e1-8c17-e53b43ec1363 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:06.772477 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6752fc96-1f77-47e1-8c17-e53b43ec1363 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 819 time: 0.5764701 Mar 31 19:02:06.793978 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Request body: {'port': {'device_id': '33c5ced3-6809-4b65-ac7d-c4726c77ebf7', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'admin_state_up': True, 'tenant_id': '52b1900c61614fdd914316572f58af02'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:06.979766 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f593bcfa-cb6d-4ef0-a6ac-9e76e43a8df4 req-94625b25-437d-42e9-9505-d806873be985 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 210 time: 0.1052475 Mar 31 19:02:07.029846 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd307ba0-191e-481c-bad4-bbf6b3e48e19 x-openstack-request-id: req-cd307ba0-191e-481c-bad4-bbf6b3e48e19 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:07.032579 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbb8d7b-ca5f-48a6-977f-af1dd507da99", "tag": "76a2950f-3586-438e-91b1-a0d69c1893d0", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:07.033999 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd307ba0-191e-481c-bad4-bbf6b3e48e19 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:07.047675 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd307ba0-191e-481c-bad4-bbf6b3e48e19'] response: {'name': 'network-changed', 'server_uuid': '4bbb8d7b-ca5f-48a6-977f-af1dd507da99', 'tag': '76a2950f-3586-438e-91b1-a0d69c1893d0', 'status': 'completed', 'code': 200} Mar 31 19:02:07.129937 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Made reservation on behalf of 52b1900c61614fdd914316572f58af02 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:07.138086 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:07.166617 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 6548d768-d248-490a-96db-6d494574c0b4 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:07.236566 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:07.248632 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-59ec9908-794f-4816-8339-b29dd508b68f req-93a36d8e-cc1c-45f2-aa09-bf4c23f44289 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 210 time: 0.0971637 Mar 31 19:02:07.279048 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-ffcf729e-a0e6-4b71-91cf-fdf7746be12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:07.280567 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-ffcf729e-a0e6-4b71-91cf-fdf7746be12e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db4e31e26acb4fc28e94dd62b655b4c5&device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 1127 time: 0.2236848 Mar 31 19:02:07.458144 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-be3a0401-9aa0-4372-9508-a60388b67052 None None] Current status of the port 6548d768-d248-490a-96db-6d494574c0b4 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:07.458676 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be3a0401-9aa0-4372-9508-a60388b67052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6548d768-d248-490a-96db-6d494574c0b4), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:07.712213 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.78', 61599) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:07.766379 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 6548d768-d248-490a-96db-6d494574c0b4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:07.768086 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6548d768-d248-490a-96db-6d494574c0b4), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:07.772899 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-be3a0401-9aa0-4372-9508-a60388b67052 None None] For port 6548d768-d248-490a-96db-6d494574c0b4, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=6548d768-d248-490a-96db-6d494574c0b4,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:07.811192 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be3a0401-9aa0-4372-9508-a60388b67052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (6548d768-d248-490a-96db-6d494574c0b4), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:08.004190 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a0401-9aa0-4372-9508-a60388b67052 None None] Pushing event updated for resources: {'Port': ['ID=6548d768-d248-490a-96db-6d494574c0b4,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:08.021952 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Allocated IP 172.20.0.7 (7fcba23d-90cf-43e9-a3dc-454351d150ba/db554176-1a22-46e3-b537-c7f461dfce41/c523f3c4-8707-484f-b3e8-3fe19efc6770) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:02:08.075555 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f47dd2a2-52be-4295-b3dc-fdee157ba67d req-4e5a38cd-8835-4999-b3ac-16c960d03698 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 210 time: 0.1387832 Mar 31 19:02:08.186504 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f90b065e-0fb9-494e-a9a1-ac45c57bf9e7 None None] Provisioning complete for port 6548d768-d248-490a-96db-6d494574c0b4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:08.187076 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f90b065e-0fb9-494e-a9a1-ac45c57bf9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6548d768-d248-490a-96db-6d494574c0b4), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:08.270710 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.78', 61601) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:08.271368 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.78', 61603) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:08.306341 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 6548d768-d248-490a-96db-6d494574c0b4 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:08.341412 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:05Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:08.442232 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c53e7-b5e8-4af8-a1bb-31f20a4d6e46 None None] The sync data for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi is: [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:05Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:02:08.630907 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f90b065e-0fb9-494e-a9a1-ac45c57bf9e7 None None] Current status of the port 6548d768-d248-490a-96db-6d494574c0b4 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:08.647721 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acf794-3c5a-4531-86bd-8d6b89a94a2b req-5fea6f72-b643-4926-974f-d1fcf10c1db9 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:08.660888 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-37acf794-3c5a-4531-86bd-8d6b89a94a2b req-5fea6f72-b643-4926-974f-d1fcf10c1db9 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 943 time: 0.7259839 Mar 31 19:02:08.683899 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-05a4371d-a4cf-4b05-b0c6-8b7820b04ef8 req-a7c4aead-4c99-4163-941e-a48690249ac4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 210 time: 0.4138691 Mar 31 19:02:08.884549 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-aa705205-0b85-44b7-b804-f0b3a3003aca tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:08.886553 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-aa705205-0b85-44b7-b804-f0b3a3003aca tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 817 time: 1.1733482 Mar 31 19:02:08.942260 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 6548d768-d248-490a-96db-6d494574c0b4 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:08.968086 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dc9b2580-129e-4477-877c-4b5502a531af req-988af23d-7469-4f48-a76b-697e118635ef tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 210 time: 0.1393366 Mar 31 19:02:08.993134 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-50abb586-6bee-4a44-8aa2-4cfb7222cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:08.994639 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-50abb586-6bee-4a44-8aa2-4cfb7222cc27 service neutron] 10.222.0.78 "GET /v2.0/networks?id=1da71d06-c88b-483f-983a-1e80d125ff48 HTTP/1.1" status: 200 len: 914 time: 1.7074840 Mar 31 19:02:09.102591 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-37acf794-3c5a-4531-86bd-8d6b89a94a2b req-58840918-b288-4a03-a618-16895446df89 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363830 Mar 31 19:02:09.138335 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:09.140508 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-bdc01c3a-fb40-4df4-b56d-794ead814b62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76a2950f-3586-438e-91b1-a0d69c1893d0 HTTP/1.1" status: 200 len: 217 time: 0.1368244 Mar 31 19:02:09.147325 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-63e2304b-468e-4a29-a644-23723e83ff28 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:09.149264 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-63e2304b-468e-4a29-a644-23723e83ff28 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 819 time: 0.8567376 Mar 31 19:02:09.174126 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Request body: {'port': {'device_id': '1e0652b7-1b14-40d6-9632-b4d5608c5a9c', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'admin_state_up': True, 'tenant_id': '52b1900c61614fdd914316572f58af02'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:09.205758 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:09.211339 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 6548d768-d248-490a-96db-6d494574c0b4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:09.212070 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6548d768-d248-490a-96db-6d494574c0b4), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:09.395687 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-92daf9b0-4017-4afd-97f5-d239d00bb5d4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418ee3602c044cabade548f899fe6162 HTTP/1.1" status: 200 len: 379 time: 0.4278030 Mar 31 19:02:09.441809 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-96474a8a-0b20-484b-a30a-4811583504c3 req-1f92112d-3a38-4478-b0f4-c62a09498f89 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 210 time: 0.0962055 Mar 31 19:02:09.471589 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'port': {'device_id': '14089a3f-7fc9-484e-87c1-045acf977091', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'admin_state_up': True, 'tenant_id': '418ee3602c044cabade548f899fe6162', 'security_groups': ['30f320e8-2302-4e71-9439-ce247ae7cfdf']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:09.477037 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 6548d768-d248-490a-96db-6d494574c0b4 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:09.520554 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-3f7ed6b0-4f2d-48e9-bce1-37e439c59518 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:09.528330 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-3f7ed6b0-4f2d-48e9-bce1-37e439c59518 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 810 time: 1.2475815 Mar 31 19:02:09.589231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-fb689ed1-17bb-47c4-bd27-5ace2c572e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:09.591125 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-fb689ed1-17bb-47c4-bd27-5ace2c572e71 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=dcebba20-9b6f-4f84-be08-36725bb99157 HTTP/1.1" status: 200 len: 852 time: 0.4407370 Mar 31 19:02:09.695818 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-72623cf5-8b55-49c7-a09e-89b53b023129 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1da71d06-c88b-483f-983a-1e80d125ff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952957 Mar 31 19:02:09.699737 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Made reservation on behalf of 52b1900c61614fdd914316572f58af02 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:09.703168 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:09.766475 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:09.832914 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-57ec9039-1fcc-4662-a845-a09641f56b0d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0bd6dab9d14914894e961cb4278a09 HTTP/1.1" status: 200 len: 379 time: 0.2964821 Mar 31 19:02:09.875777 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'port': {'device_id': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'admin_state_up': True, 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'security_groups': ['ea5c511e-b67d-44bf-91ff-910ff43c1e38']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:09.880732 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 52580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:09.887870 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-494be3d9-0f37-47cc-b952-8fea84c0f589 req-f1b570f0-c7e3-4ab2-98bb-a9dbe4757ae5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 210 time: 0.0718937 Mar 31 19:02:09.973464 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:02:10.047282 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:10.050328 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event updated for resources: {'Port': ['ID=c523f3c4-8707-484f-b3e8-3fe19efc6770,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:10.077520 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:02:10.083287 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Made reservation on behalf of 418ee3602c044cabade548f899fe6162 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:10.087798 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.113819 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-93c2d95b-a17f-4421-8940-905e3fbfdd91 service neutron] 10.222.0.78 "GET /v2.0/networks/1da71d06-c88b-483f-983a-1e80d125ff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958299 Mar 31 19:02:10.241154 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:10.241831 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.260846 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6e520c82-a214-4168-9a7b-a84930348c60 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4804857 Mar 31 19:02:10.288980 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Request body: {'port': {'device_id': '33c5ced3-6809-4b65-ac7d-c4726c77ebf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:10.365883 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 52596) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:10.372038 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-984951c5-28a3-48e0-a8a5-1e9c812032f6 req-b35e9ec4-0bc6-4a9c-97ce-6094b1038be8 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 210 time: 0.1969149 Mar 31 19:02:10.374830 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Allocated IP 172.20.0.10 (ac4439e3-a52c-4b5e-83af-76a8b80dda9d/45151ea6-2015-41bc-bafb-1c0eccb492ea/7c22898e-5d5b-4f58-a0a7-7103084811ba) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:02:10.407203 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-036e7fc4-369a-43dc-92b8-5cd86f9f461e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.486436 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-42cf51a6-f06d-40dd-86a1-23b92497e3ec None None] Provisioning complete for port c523f3c4-8707-484f-b3e8-3fe19efc6770 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:10.487636 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42cf51a6-f06d-40dd-86a1-23b92497e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.515508 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Allocated IP 172.20.0.9 (7fcba23d-90cf-43e9-a3dc-454351d150ba/db554176-1a22-46e3-b537-c7f461dfce41/f36890c5-911e-4d21-a631-85172bcff5c8) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:02:10.531780 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.560317 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-42cf51a6-f06d-40dd-86a1-23b92497e3ec None None] Port c523f3c4-8707-484f-b3e8-3fe19efc6770 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:02:10.593979 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-bb444edc-bf10-496f-819d-18f7aacd8e04 service neutron] 10.222.0.78 "GET /v2.0/networks/1da71d06-c88b-483f-983a-1e80d125ff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965838 Mar 31 19:02:10.616906 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Made reservation on behalf of 7d0bd6dab9d14914894e961cb4278a09 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:10.621150 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.639198 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.726013 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2eb54f4e-e6f4-48c7-bbe0-059071e7c968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.736145 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-00ce2df4-6549-494b-adf2-af6e07a3f2d8 req-f2be412f-da98-47d4-aef3-8ad4a70dbbc9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 210 time: 0.1377292 Mar 31 19:02:10.759212 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a7296-da71-481e-8a11-8c2c4f3b37c2 req-f7775a13-c366-48cf-997c-831c9972ccbd tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:10.761368 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2d4a7296-da71-481e-8a11-8c2c4f3b37c2 req-f7775a13-c366-48cf-997c-831c9972ccbd tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 943 time: 0.4555080 Mar 31 19:02:10.820905 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:10.868396 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:02:10.874153 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:10.882006 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:02:10.938930 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:10.991535 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:10.992574 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:11.032852 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f187c744-bc1d-4c5e-a444-9f063eeac6cd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5879169 Mar 31 19:02:11.051729 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Request body: {'port': {'device_id': '14089a3f-7fc9-484e-87c1-045acf977091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:11.218063 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-759ad2b2-b1b1-4b45-8078-10c91fa7cdc0 req-74916234-5859-467b-a1e0-ccbf11a8a881 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 210 time: 0.1721687 Mar 31 19:02:11.226815 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:11.294633 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b5b3242f-5100-4233-8479-f75cc1162bd9 None None] Provisioning complete for port 7c22898e-5d5b-4f58-a0a7-7103084811ba triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:11.295032 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b5b3242f-5100-4233-8479-f75cc1162bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:11.369499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for port (f36890c5-911e-4d21-a631-85172bcff5c8), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:11.383784 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3242f-5100-4233-8479-f75cc1162bd9 None None] Port 7c22898e-5d5b-4f58-a0a7-7103084811ba cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:02:11.418701 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2d4a7296-da71-481e-8a11-8c2c4f3b37c2 req-9c91103d-e9a2-4a21-9dc0-720c1702538e tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466103 Mar 31 19:02:11.464332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-036e7fc4-369a-43dc-92b8-5cd86f9f461e admin admin] Publish callbacks [] for security_group (fd18f40d-b7a7-461c-bfec-348b5feca3f5), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:11.490024 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-036e7fc4-369a-43dc-92b8-5cd86f9f461e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (fd18f40d-b7a7-461c-bfec-348b5feca3f5), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:11.532018 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-036e7fc4-369a-43dc-92b8-5cd86f9f461e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e821e1458e744b0a131549e96b44226&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6452909 Mar 31 19:02:11.542031 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2eb54f4e-e6f4-48c7-bbe0-059071e7c968 admin admin] Publish callbacks [] for security_group (75821fcc-1bc0-480e-a875-f3e6fa1c5eae), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:11.562632 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Allocated IP 172.20.0.7 (6bde30af-3785-4f3a-9cff-7afece844ab7/2ce2b848-47a4-401e-a61e-aa3b41822b89/3aa48fe0-8a99-4347-8f74-9b5fb537f91a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:02:11.569453 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52628) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:11.584895 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2eb54f4e-e6f4-48c7-bbe0-059071e7c968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (75821fcc-1bc0-480e-a875-f3e6fa1c5eae), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:11.697822 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-71ed4c49-bf3f-419c-80eb-89eed5c6c8da req-5c95bcde-fdcc-4c6f-af09-ea6175a1d1bf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 210 time: 0.0823414 Mar 31 19:02:11.727299 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e7fc4-369a-43dc-92b8-5cd86f9f461e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd18f40d-b7a7-461c-bfec-348b5feca3f5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:11.756504 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 76a2950f-3586-438e-91b1-a0d69c1893d0 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:02:11.783823 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.075116 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 76a2950f-3586-438e-91b1-a0d69c1893d0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=76a2950f-3586-438e-91b1-a0d69c1893d0,segment=NetworkSegment(29723165-bedc-4dc8-9001-8ad2a3d3cea2),segment_id=29723165-bedc-4dc8-9001-8ad2a3d3cea2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:12.083952 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-2eb54f4e-e6f4-48c7-bbe0-059071e7c968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51c66219c0ac4823a00b856a1a852784&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7083054 Mar 31 19:02:12.099305 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:02:12.100782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '76a2950f-3586-438e-91b1-a0d69c1893d0', 'network_id': '1da71d06-c88b-483f-983a-1e80d125ff48', 'port_id': '76a2950f-3586-438e-91b1-a0d69c1893d0', 'mac_address': 'fa:16:3e:83:ab:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcebba20-9b6f-4f84-be08-36725bb99157', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:02:12.104054 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 52648) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:12.104236 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c523f3c4-8707-484f-b3e8-3fe19efc6770 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:12.113196 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Publish callbacks [] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.121070 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:12.135324 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Transition to ACTIVE for port object c523f3c4-8707-484f-b3e8-3fe19efc6770 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:02:12.147195 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.162998 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:02:12.176900 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21a475d2-450c-4eaa-b474-eeaf695979f0 admin admin] Publish callbacks [] for security_group (fd18f40d-b7a7-461c-bfec-348b5feca3f5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.187101 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 76a2950f-3586-438e-91b1-a0d69c1893d0 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:12.187782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.217861 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a2950f-3586-438e-91b1-a0d69c1893d0 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:12.248520 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event updated for resources: {'Port': ['ID=f36890c5-911e-4d21-a631-85172bcff5c8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:12.250670 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 76a2950f-3586-438e-91b1-a0d69c1893d0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=76a2950f-3586-438e-91b1-a0d69c1893d0,segment=NetworkSegment(29723165-bedc-4dc8-9001-8ad2a3d3cea2),segment_id=29723165-bedc-4dc8-9001-8ad2a3d3cea2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:12.262173 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54f4e-e6f4-48c7-bbe0-059071e7c968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75821fcc-1bc0-480e-a875-f3e6fa1c5eae,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:12.269990 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.333777 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21a475d2-450c-4eaa-b474-eeaf695979f0 admin admin] Publish callbacks [] for security_group (fd18f40d-b7a7-461c-bfec-348b5feca3f5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.380546 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=76a2950f-3586-438e-91b1-a0d69c1893d0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:12.445051 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c523f3c4-8707-484f-b3e8-3fe19efc6770,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:12.464469 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c22898e-5d5b-4f58-a0a7-7103084811ba {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:12.483345 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Publish callbacks [] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.485890 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Attempting to bind port c523f3c4-8707-484f-b3e8-3fe19efc6770 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:02:12.486737 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Attempting to bind port c523f3c4-8707-484f-b3e8-3fe19efc6770 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:02:12.487276 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Attempting to bind port c523f3c4-8707-484f-b3e8-3fe19efc6770 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:12.498861 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5026a2d7-2cfd-43ce-a536-13bb3730f2ff req-7acbc8e8-ef37-4850-a86a-81a57f4e421e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 210 time: 0.0929739 Mar 31 19:02:12.523133 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Port c523f3c4-8707-484f-b3e8-3fe19efc6770 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:02:12.523133 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Attempting to bind port c523f3c4-8707-484f-b3e8-3fe19efc6770 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:12.530992 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:02:12.531333 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Checking segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:12.531898 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Bound using segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:02:12.532373 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Bound port: c523f3c4-8707-484f-b3e8-3fe19efc6770, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:02:12.532724 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.542232 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Transition to ACTIVE for port object 7c22898e-5d5b-4f58-a0a7-7103084811ba will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:02:12.548981 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba1498-3d94-4718-aff9-e7a6ff7c29a5 req-1a3f3226-4796-4612-b70e-d029aa06c3db tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:12.551106 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74ba1498-3d94-4718-aff9-e7a6ff7c29a5 req-1a3f3226-4796-4612-b70e-d029aa06c3db tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 932 time: 0.4990983 Mar 31 19:02:12.558848 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.568764 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.569662 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:12.570702 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.587598 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e54add27-44e8-45d5-84b6-d151d5d938e5 None None] Provisioning complete for port f36890c5-911e-4d21-a631-85172bcff5c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:12.588393 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e54add27-44e8-45d5-84b6-d151d5d938e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.605564 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-721b36a6-8b3b-4eee-b6ca-2762a79ba7a2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4406254 Mar 31 19:02:12.634049 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Request body: {'port': {'device_id': '1e0652b7-1b14-40d6-9632-b4d5608c5a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:12.652264 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['76a2950f-3586-438e-91b1-a0d69c1893d0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:02:12.690261 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d8d857e4-ce37-4346-a2aa-d45300c3f017 admin admin] Publish callbacks [] for security_group (75821fcc-1bc0-480e-a875-f3e6fa1c5eae), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.718612 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d8d857e4-ce37-4346-a2aa-d45300c3f017 admin admin] Publish callbacks [] for security_group (75821fcc-1bc0-480e-a875-f3e6fa1c5eae), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.729059 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] For port c523f3c4-8707-484f-b3e8-3fe19efc6770, host hv-cinder-83606, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:02:12.737810 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] For port c523f3c4-8707-484f-b3e8-3fe19efc6770, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:02:12.808019 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d8d857e4-ce37-4346-a2aa-d45300c3f017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (75821fcc-1bc0-480e-a875-f3e6fa1c5eae), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.811259 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d8d857e4-ce37-4346-a2aa-d45300c3f017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.811898 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e54add27-44e8-45d5-84b6-d151d5d938e5 None None] Port f36890c5-911e-4d21-a631-85172bcff5c8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:02:12.816120 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-d8d857e4-ce37-4346-a2aa-d45300c3f017 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75821fcc-1bc0-480e-a875-f3e6fa1c5eae HTTP/1.1" status: 204 len: 168 time: 0.7013249 Mar 31 19:02:12.948475 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.968704 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74ba1498-3d94-4718-aff9-e7a6ff7c29a5 req-af867077-5209-4054-96a8-5945ddcfcd65 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743312 Mar 31 19:02:12.973464 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21a475d2-450c-4eaa-b474-eeaf695979f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (fd18f40d-b7a7-461c-bfec-348b5feca3f5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.976292 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21a475d2-450c-4eaa-b474-eeaf695979f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:12.977612 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-21a475d2-450c-4eaa-b474-eeaf695979f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd18f40d-b7a7-461c-bfec-348b5feca3f5 HTTP/1.1" status: 204 len: 168 time: 1.4061730 Mar 31 19:02:12.983958 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:13.003458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d857e4-ce37-4346-a2aa-d45300c3f017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75821fcc-1bc0-480e-a875-f3e6fa1c5eae,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:13.007560 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.021825 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:13.022858 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.024680 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] 10.222.0.78 "PUT /v2.0/ports/c523f3c4-8707-484f-b3e8-3fe19efc6770 HTTP/1.1" status: 200 len: 1093 time: 2.7565203 Mar 31 19:02:13.024922 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.027016 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c5ced3-6809-4b65-ac7d-c4726c77ebf7', 'tag': 'c523f3c4-8707-484f-b3e8-3fe19efc6770'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:13.060316 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a475d2-450c-4eaa-b474-eeaf695979f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd18f40d-b7a7-461c-bfec-348b5feca3f5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:13.113094 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:02:13.124446 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197dfb0-d6da-4216-bbef-c066aadb3f85 req-ec475869-0fd1-4775-aac6-87f8f187176b tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:13.127559 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e197dfb0-d6da-4216-bbef-c066aadb3f85 req-ec475869-0fd1-4775-aac6-87f8f187176b tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 944 time: 0.3406439 Mar 31 19:02:13.150535 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:13.156408 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:02:13.382543 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'Port': ['ID=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:13.551871 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1a6df-accc-4aa0-87b7-3b382a68b9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c523f3c4-8707-484f-b3e8-3fe19efc6770,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:13.563092 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Attempting to bind port 7c22898e-5d5b-4f58-a0a7-7103084811ba on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:02:13.566202 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Attempting to bind port 7c22898e-5d5b-4f58-a0a7-7103084811ba by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:02:13.566824 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Attempting to bind port 7c22898e-5d5b-4f58-a0a7-7103084811ba on network ac4439e3-a52c-4b5e-83af-76a8b80dda9d {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:13.577027 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Port 7c22898e-5d5b-4f58-a0a7-7103084811ba on network ac4439e3-a52c-4b5e-83af-76a8b80dda9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:02:13.582237 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Attempting to bind port 7c22898e-5d5b-4f58-a0a7-7103084811ba on network ac4439e3-a52c-4b5e-83af-76a8b80dda9d {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:13.585889 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-db7bb01d-e1a9-483a-bad6-1c91f90f842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:13.587476 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-db7bb01d-e1a9-483a-bad6-1c91f90f842c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 1127 time: 0.5048814 Mar 31 19:02:13.593890 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:02:13.594289 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Checking segment: {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:13.594733 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Bound using segment: {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:02:13.595249 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Bound port: 7c22898e-5d5b-4f58-a0a7-7103084811ba, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:02:13.595778 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.652834 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e197dfb0-d6da-4216-bbef-c066aadb3f85 req-c052e538-59f2-47c8-a0eb-9ffedbf577a0 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772477 Mar 31 19:02:13.668646 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:13.671518 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.675122 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8c3e9bc4-360b-406e-937b-39f4d0657991 None None] Provisioning complete for port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:13.679609 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9bc4-360b-406e-937b-39f4d0657991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:13.714663 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-9b054786-dd7e-4910-93cd-7a930a2b35c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8644273 Mar 31 19:02:13.729059 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Request body: {'port': {'device_id': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:13.849469 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e9bc4-360b-406e-937b-39f4d0657991 None None] Port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:02:13.956717 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:02:13.966619 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:02:13.982650 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-a1acfa35-ba28-43e9-9059-bb064de38413 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770 HTTP/1.1" status: 200 len: 217 time: 0.3840315 Mar 31 19:02:13.986230 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.014389 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:14.015241 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.018785 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] 10.222.0.78 "PUT /v2.0/ports/7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 200 len: 1094 time: 2.9750402 Mar 31 19:02:14.083121 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 52700) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:14.110808 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-0d450bd3-89b0-4653-95df-5a835ac935a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:14.113568 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-0d450bd3-89b0-4653-95df-5a835ac935a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.1074758 Mar 31 19:02:14.134403 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4bc9-2539-4922-8e8e-1cf7b2b6f5ea req-0c494c39-5074-4b31-9620-6c43c67baac7 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:14.135832 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52704) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:14.145291 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0cb4bc9-2539-4922-8e8e-1cf7b2b6f5ea req-0c494c39-5074-4b31-9620-6c43c67baac7 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 931 time: 0.8694365 Mar 31 19:02:14.168209 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d780e95-22d8-4159-9870-638e8c23d818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.254519 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fee06e-6e3c-4b57-9105-1ba71ef74498" -d '{"events": [{"name": "network-changed", "server_uuid": "33c5ced3-6809-4b65-ac7d-c4726c77ebf7", "tag": "c523f3c4-8707-484f-b3e8-3fe19efc6770"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:14.260768 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5dff1fbd-5421-44ea-a5c7-bf5b0612b262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.382644 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36890c5-911e-4d21-a631-85172bcff5c8 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:14.383636 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecb34a-8ad5-4e12-906e-8683d37666ce service neutron] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:14.399156 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.410346 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Publish callbacks [] for port (f36890c5-911e-4d21-a631-85172bcff5c8), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.418519 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6c1a5965-4d96-483a-a0ce-15ba2773a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:14.421045 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-6c1a5965-4d96-483a-a0ce-15ba2773a6b9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2864642 Mar 31 19:02:14.433584 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-92e1742b-a30f-4e52-9006-8f52745c2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:14.435518 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-92e1742b-a30f-4e52-9006-8f52745c2d34 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 1128 time: 0.3020728 Mar 31 19:02:14.438185 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0cb4bc9-2539-4922-8e8e-1cf7b2b6f5ea req-07a86b7e-0b0e-4c4c-a715-64758360be68 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917817 Mar 31 19:02:14.460093 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Transition to ACTIVE for port object f36890c5-911e-4d21-a631-85172bcff5c8 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:02:14.465166 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.514280 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39760b-841e-4da2-a2f8-b5abe2c63933 req-26da5cf6-39d4-4716-9c0a-cd8ee4d94a43 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:14.515886 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1e39760b-841e-4da2-a2f8-b5abe2c63933 req-26da5cf6-39d4-4716-9c0a-cd8ee4d94a43 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 931 time: 0.4046144 Mar 31 19:02:14.545485 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-f4b6d437-285e-4e94-9080-bf22d44ffe20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 200 len: 217 time: 0.0948012 Mar 31 19:02:14.568580 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d780e95-22d8-4159-9870-638e8c23d818 admin admin] Publish callbacks [] for security_group (811d569f-b4d2-40b8-8e3d-bf3b2fb29ac3), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.594730 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d780e95-22d8-4159-9870-638e8c23d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (811d569f-b4d2-40b8-8e3d-bf3b2fb29ac3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.664649 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d780e95-22d8-4159-9870-638e8c23d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811d569f-b4d2-40b8-8e3d-bf3b2fb29ac3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:14.670134 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0d780e95-22d8-4159-9870-638e8c23d818 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68fd704407904d68b8f0b2865dd6bf8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5224063 Mar 31 19:02:14.676227 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52714) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:14.685734 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-49b8d259-df22-4f9f-ae00-6e3a07f8eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:14.687243 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-49b8d259-df22-4f9f-ae00-6e3a07f8eb36 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.1328373 Mar 31 19:02:14.701616 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Pushing event updated for resources: {'Port': ['ID=f36890c5-911e-4d21-a631-85172bcff5c8,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:14.753069 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-b734bb79-ac1c-40e4-aeed-6376b2ac4f51 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163664 Mar 31 19:02:14.754979 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1e39760b-841e-4da2-a2f8-b5abe2c63933 req-372f933c-6e83-4f2b-a029-c48f46d09809 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093401 Mar 31 19:02:14.834704 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5dff1fbd-5421-44ea-a5c7-bf5b0612b262 admin admin] Publish callbacks [] for security_group (6ddbeaf5-30fe-4c5a-8b53-baf920d02eff), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.840697 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe26083a-0a01-4b72-a5e0-93680c273375 admin admin] Publish callbacks [] for security_group (811d569f-b4d2-40b8-8e3d-bf3b2fb29ac3), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.849215 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-bff5a725-2190-4c08-9710-80ea3cf4815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:14.850711 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-bff5a725-2190-4c08-9710-80ea3cf4815c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1524963 Mar 31 19:02:14.866658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5dff1fbd-5421-44ea-a5c7-bf5b0612b262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (6ddbeaf5-30fe-4c5a-8b53-baf920d02eff), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.916223 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74287e07-7c0f-4d96-8fa6-e75c599681fe req-dd81ab72-4107-4dea-ad06-2d6cdd0b3d8f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:14.918223 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74287e07-7c0f-4d96-8fa6-e75c599681fe req-dd81ab72-4107-4dea-ad06-2d6cdd0b3d8f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.4010317 Mar 31 19:02:14.934366 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe26083a-0a01-4b72-a5e0-93680c273375 admin admin] Publish callbacks [] for security_group (811d569f-b4d2-40b8-8e3d-bf3b2fb29ac3), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:14.976401 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c12a86-b55a-4458-9c06-fb78e519be53 req-c6c590ee-9244-4d35-b1d0-c6af976add28 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163355 Mar 31 19:02:14.978754 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5dff1fbd-5421-44ea-a5c7-bf5b0612b262 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be41574e07ca403ab9c2e24882619ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8651457 Mar 31 19:02:14.986127 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a921bd08-ef25-4f4f-b212-aac84449136e x-openstack-request-id: req-a921bd08-ef25-4f4f-b212-aac84449136e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:14.986412 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c5ced3-6809-4b65-ac7d-c4726c77ebf7", "tag": "c523f3c4-8707-484f-b3e8-3fe19efc6770", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:14.986668 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a921bd08-ef25-4f4f-b212-aac84449136e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:14.988258 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a921bd08-ef25-4f4f-b212-aac84449136e'] response: {'name': 'network-changed', 'server_uuid': '33c5ced3-6809-4b65-ac7d-c4726c77ebf7', 'tag': 'c523f3c4-8707-484f-b3e8-3fe19efc6770', 'status': 'completed', 'code': 200} Mar 31 19:02:14.988258 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52720) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:15.007966 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff1fbd-5421-44ea-a5c7-bf5b0612b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddbeaf5-30fe-4c5a-8b53-baf920d02eff,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:15.027544 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Attempting to bind port f36890c5-911e-4d21-a631-85172bcff5c8 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:02:15.028279 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Attempting to bind port f36890c5-911e-4d21-a631-85172bcff5c8 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:02:15.028279 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Attempting to bind port f36890c5-911e-4d21-a631-85172bcff5c8 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:15.061278 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Port f36890c5-911e-4d21-a631-85172bcff5c8 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:02:15.061618 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Attempting to bind port f36890c5-911e-4d21-a631-85172bcff5c8 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:15.089937 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74287e07-7c0f-4d96-8fa6-e75c599681fe req-f5fae19c-0b01-4fa6-9d30-14db3ea4557d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429389 Mar 31 19:02:15.093163 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:02:15.093512 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Checking segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:15.093908 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Bound using segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:02:15.094459 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Bound port: f36890c5-911e-4d21-a631-85172bcff5c8, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:02:15.095073 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.102625 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-30d2a048-cd67-4141-b938-0c3c202a12a3 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429919 Mar 31 19:02:15.137394 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe26083a-0a01-4b72-a5e0-93680c273375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (811d569f-b4d2-40b8-8e3d-bf3b2fb29ac3), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.139946 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe26083a-0a01-4b72-a5e0-93680c273375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.144257 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-fe26083a-0a01-4b72-a5e0-93680c273375 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/811d569f-b4d2-40b8-8e3d-bf3b2fb29ac3 HTTP/1.1" status: 204 len: 168 time: 0.4636645 Mar 31 19:02:15.197985 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26083a-0a01-4b72-a5e0-93680c273375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d569f-b4d2-40b8-8e3d-bf3b2fb29ac3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:15.209763 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-c9ad88ce-19c3-43a0-883d-a9241fa5c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:15.211307 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-c9ad88ce-19c3-43a0-883d-a9241fa5c626 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 1127 time: 0.1675503 Mar 31 19:02:15.213600 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6f311e78-4a76-46e6-ba69-028ea677c53a admin admin] Publish callbacks [] for security_group (6ddbeaf5-30fe-4c5a-8b53-baf920d02eff), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.350982 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6f311e78-4a76-46e6-ba69-028ea677c53a admin admin] Publish callbacks [] for security_group (6ddbeaf5-30fe-4c5a-8b53-baf920d02eff), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.416712 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91d9e394-d653-4cc3-afd6-12282fcab300 req-0e37ca30-b1c2-4c59-913b-bb96211d41ea service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064034 Mar 31 19:02:15.477637 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa48fe0-8a99-4347-8f74-9b5fb537f91a {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:15.483585 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-d6c57b9b-7f22-4c22-aa12-0134e371f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:15.485021 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] For port f36890c5-911e-4d21-a631-85172bcff5c8, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:02:15.487985 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-d6c57b9b-7f22-4c22-aa12-0134e371f331 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.2660589 Mar 31 19:02:15.493889 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Publish callbacks [] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.517911 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] For port f36890c5-911e-4d21-a631-85172bcff5c8, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f36890c5-911e-4d21-a631-85172bcff5c8,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:02:15.526800 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.546046 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73583ebd-e3af-4ed0-b4d6-a9b1649ac0ca req-060e3a9c-3e11-4604-b113-0f3f6be1b816 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:15.555139 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-73583ebd-e3af-4ed0-b4d6-a9b1649ac0ca req-060e3a9c-3e11-4604-b113-0f3f6be1b816 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 944 time: 0.3991146 Mar 31 19:02:15.609733 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:15.610372 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.612809 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] 10.222.0.78 "PUT /v2.0/ports/f36890c5-911e-4d21-a631-85172bcff5c8 HTTP/1.1" status: 200 len: 1093 time: 2.9916790 Mar 31 19:02:15.635650 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0652b7-1b14-40d6-9632-b4d5608c5a9c', 'tag': 'f36890c5-911e-4d21-a631-85172bcff5c8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:15.639066 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa262ad-3380-4a77-84ed-5933cc1004b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0652b7-1b14-40d6-9632-b4d5608c5a9c", "tag": "f36890c5-911e-4d21-a631-85172bcff5c8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:15.754512 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8636e71-27f5-4716-a45b-93b8d9a1722a service neutron] Pushing event updated for resources: {'Port': ['ID=f36890c5-911e-4d21-a631-85172bcff5c8,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:15.764053 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 76a2950f-3586-438e-91b1-a0d69c1893d0 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:15.786022 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-73583ebd-e3af-4ed0-b4d6-a9b1649ac0ca req-9c0d678c-60a3-4e41-bdac-5ff7c5c71bfe tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264686 Mar 31 19:02:15.811743 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac0916-4318-4ef4-afd0-e04abc21150a req-cbebccd2-aa28-42d3-8c46-39c387920bd5 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:15.816921 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b8ac0916-4318-4ef4-afd0-e04abc21150a req-cbebccd2-aa28-42d3-8c46-39c387920bd5 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 943 time: 0.2318377 Mar 31 19:02:15.850014 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-d1e1e7aa-06aa-4100-9e83-a9c091deebf9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770 HTTP/1.1" status: 200 len: 217 time: 0.3238192 Mar 31 19:02:15.873491 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 76a2950f-3586-438e-91b1-a0d69c1893d0 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:02:15.873950 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-72a451eb-7585-4217-b791-261778a94de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:15.879478 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6f311e78-4a76-46e6-ba69-028ea677c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (6ddbeaf5-30fe-4c5a-8b53-baf920d02eff), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.879912 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-72a451eb-7585-4217-b791-261778a94de4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 1127 time: 0.2086811 Mar 31 19:02:15.880195 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 76a2950f-3586-438e-91b1-a0d69c1893d0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:15.880626 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.881913 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8409ece-f4ce-4300-88f0-8d89ce73f3b3 x-openstack-request-id: req-b8409ece-f4ce-4300-88f0-8d89ce73f3b3 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:15.882199 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0652b7-1b14-40d6-9632-b4d5608c5a9c", "tag": "f36890c5-911e-4d21-a631-85172bcff5c8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:15.883244 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8409ece-f4ce-4300-88f0-8d89ce73f3b3 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:15.883650 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8409ece-f4ce-4300-88f0-8d89ce73f3b3'] response: {'name': 'network-changed', 'server_uuid': '1e0652b7-1b14-40d6-9632-b4d5608c5a9c', 'tag': 'f36890c5-911e-4d21-a631-85172bcff5c8', 'status': 'completed', 'code': 200} Mar 31 19:02:15.890451 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6f311e78-4a76-46e6-ba69-028ea677c53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.893468 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Transition to ACTIVE for port object 3aa48fe0-8a99-4347-8f74-9b5fb537f91a will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:02:15.904549 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6f311e78-4a76-46e6-ba69-028ea677c53a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ddbeaf5-30fe-4c5a-8b53-baf920d02eff HTTP/1.1" status: 204 len: 168 time: 0.8982563 Mar 31 19:02:15.915121 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:15.983254 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f311e78-4a76-46e6-ba69-028ea677c53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddbeaf5-30fe-4c5a-8b53-baf920d02eff,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:15.997551 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-a99c06fd-ebdc-43c8-887b-b1fe7883ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.001319 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-a99c06fd-ebdc-43c8-887b-b1fe7883ba68 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.1424100 Mar 31 19:02:16.009038 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-27c8357e-c787-4093-ac67-d0d6df51439e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f36890c5-911e-4d21-a631-85172bcff5c8 HTTP/1.1" status: 200 len: 217 time: 0.1097071 Mar 31 19:02:16.051826 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 76a2950f-3586-438e-91b1-a0d69c1893d0 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:16.052206 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.088338 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 76a2950f-3586-438e-91b1-a0d69c1893d0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=76a2950f-3586-438e-91b1-a0d69c1893d0,segment=NetworkSegment(29723165-bedc-4dc8-9001-8ad2a3d3cea2),segment_id=29723165-bedc-4dc8-9001-8ad2a3d3cea2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:16.089797 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb8d7b-ca5f-48a6-977f-af1dd507da99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a2950f-3586-438e-91b1-a0d69c1893d0'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:16.130658 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-d80a3751-b0cf-496d-97d0-edb6cac29d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.132597 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-d80a3751-b0cf-496d-97d0-edb6cac29d31 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1240325 Mar 31 19:02:16.138096 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b8ac0916-4318-4ef4-afd0-e04abc21150a req-452668aa-a8b4-4f6d-bee9-41e05c03b805 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092816 Mar 31 19:02:16.185055 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:16.216714 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.231604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-fa7f6dcc-231e-4209-8047-c36d8976a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.233104 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-fa7f6dcc-231e-4209-8047-c36d8976a328 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.1740608 Mar 31 19:02:16.310668 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2527e-0c97-48b0-bb51-47d0503550f0 req-ec6f5faf-e3cf-47df-8001-53c52603623a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.319651 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ed2527e-0c97-48b0-bb51-47d0503550f0 req-ec6f5faf-e3cf-47df-8001-53c52603623a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 943 time: 0.3193893 Mar 31 19:02:16.359218 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-422693aa-1583-477d-8ee2-159edfe7f17b service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080083 Mar 31 19:02:16.426112 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Attempting to bind port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:02:16.426112 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Attempting to bind port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:02:16.426112 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Attempting to bind port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a on network 6bde30af-3785-4f3a-9cff-7afece844ab7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:16.452298 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a on network 6bde30af-3785-4f3a-9cff-7afece844ab7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:02:16.452627 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Attempting to bind port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a on network 6bde30af-3785-4f3a-9cff-7afece844ab7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:16.479508 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ed2527e-0c97-48b0-bb51-47d0503550f0 req-e240c96f-8869-489c-bed1-c65e67c5be62 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594057 Mar 31 19:02:16.489775 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d6e94bfa-51fb-41c2-8c21-fd4d967300a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.491620 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-d6e94bfa-51fb-41c2-8c21-fd4d967300a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2442131 Mar 31 19:02:16.492580 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:02:16.493080 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Checking segment: {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:16.493630 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Bound using segment: {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:02:16.494228 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Bound port: 3aa48fe0-8a99-4347-8f74-9b5fb537f91a, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:02:16.494736 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.541311 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50bd94-3688-412c-9ea3-deb15721ffa1 req-ebe18643-5c1b-44cb-ac19-4c81d0190530 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.543053 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fc50bd94-3688-412c-9ea3-deb15721ffa1 req-ebe18643-5c1b-44cb-ac19-4c81d0190530 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.2220035 Mar 31 19:02:16.589914 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=76a2950f-3586-438e-91b1-a0d69c1893d0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:16.615490 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17fee06e-6e3c-4b57-9105-1ba71ef74498 req-18d2608c-54f8-4d16-8bc7-f9b93b585994 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413635 Mar 31 19:02:16.718585 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44180af-e767-41d2-9f81-7161955b6921" -d '{"events": [{"server_uuid": "4bbb8d7b-ca5f-48a6-977f-af1dd507da99", "name": "network-vif-plugged", "status": "completed", "tag": "76a2950f-3586-438e-91b1-a0d69c1893d0"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:16.737905 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fc50bd94-3688-412c-9ea3-deb15721ffa1 req-fdc803b9-7654-4c58-b8d6-08db3cd434d4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829019 Mar 31 19:02:16.747833 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] For port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:02:16.753400 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] For port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:02:16.760268 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-fd3590bc-9806-4b58-94bd-bff820c6d4b1 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416801 Mar 31 19:02:16.762704 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.886046 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:16.886739 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:16.888233 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] 10.222.0.78 "PUT /v2.0/ports/3aa48fe0-8a99-4347-8f74-9b5fb537f91a HTTP/1.1" status: 200 len: 1093 time: 3.1635182 Mar 31 19:02:16.979424 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2af07a-5212-4572-9a7b-4b998ac55264 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:16.988798 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:16.991137 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441df0ea-851a-40cb-88cc-fb870dbccfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:17.171577 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50593010-9fa9-41a2-824a-ebe49f5409f5 req-aad6e3f4-a1ec-453c-aa57-2023b108ea7b service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855240 Mar 31 19:02:17.193458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-e8936e12-9ae3-4f4f-8ac6-02bbea27916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.202760 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-e8936e12-9ae3-4f4f-8ac6-02bbea27916c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 1127 time: 0.2433617 Mar 31 19:02:17.230835 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966152-1f01-4ede-bf11-961640eddf65 req-fc2ee7e6-52dc-49d5-a448-7682b4f7b4a3 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.238437 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ae966152-1f01-4ede-bf11-961640eddf65 req-fc2ee7e6-52dc-49d5-a448-7682b4f7b4a3 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.2625427 Mar 31 19:02:17.296897 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-decd428f-e9af-4964-921b-77b7a75ddfe2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a HTTP/1.1" status: 200 len: 217 time: 0.0864706 Mar 31 19:02:17.325704 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1da4ef6-8bdc-4e4a-b7e3-7fa4b57c8711 x-openstack-request-id: req-a1da4ef6-8bdc-4e4a-b7e3-7fa4b57c8711 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:17.326197 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb8d7b-ca5f-48a6-977f-af1dd507da99", "name": "network-vif-plugged", "status": "completed", "tag": "76a2950f-3586-438e-91b1-a0d69c1893d0", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:17.326486 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1da4ef6-8bdc-4e4a-b7e3-7fa4b57c8711 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:17.327100 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1da4ef6-8bdc-4e4a-b7e3-7fa4b57c8711'] response: {'server_uuid': '4bbb8d7b-ca5f-48a6-977f-af1dd507da99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a2950f-3586-438e-91b1-a0d69c1893d0', 'code': 200} Mar 31 19:02:17.374373 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6e57bf-81dc-45e3-8c4a-a0eb8fd97be2 x-openstack-request-id: req-ba6e57bf-81dc-45e3-8c4a-a0eb8fd97be2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:17.374659 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:17.374909 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba6e57bf-81dc-45e3-8c4a-a0eb8fd97be2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:17.375331 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6e57bf-81dc-45e3-8c4a-a0eb8fd97be2'] response: {'name': 'network-changed', 'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'status': 'completed', 'code': 200} Mar 31 19:02:17.513572 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-79e53bd9-4680-46fa-8be5-77deb91947e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.518806 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-79e53bd9-4680-46fa-8be5-77deb91947e0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 1128 time: 0.1128314 Mar 31 19:02:17.574343 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-cae88a95-1080-4c55-9ee6-5b6c0a8cf8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.576114 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-cae88a95-1080-4c55-9ee6-5b6c0a8cf8eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.2121201 Mar 31 19:02:17.667691 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ae966152-1f01-4ede-bf11-961640eddf65 req-fc06a9fa-1bd9-452e-af8a-c28e24d1fdf2 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282382 Mar 31 19:02:17.696391 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-64be320b-f759-4456-9c5b-1d7bede8e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.698033 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-64be320b-f759-4456-9c5b-1d7bede8e04d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 1127 time: 0.4188497 Mar 31 19:02:17.735146 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f3872-0f7a-46ba-ac46-b2cbd38a8770 req-d437d865-ebd8-41b4-88bc-cd59dc970d11 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.737931 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bc3f3872-0f7a-46ba-ac46-b2cbd38a8770 req-d437d865-ebd8-41b4-88bc-cd59dc970d11 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 943 time: 0.2415402 Mar 31 19:02:17.772926 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-1aaa3956-96ed-4028-8818-39c4dc947bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.775251 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-1aaa3956-96ed-4028-8818-39c4dc947bc1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.2493224 Mar 31 19:02:17.778241 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7894724-5caa-4119-99ae-4450f0e5ef2b req-58801dec-6250-4f3b-9800-9631f4d332a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.780559 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a7894724-5caa-4119-99ae-4450f0e5ef2b req-58801dec-6250-4f3b-9800-9631f4d332a4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 1129 time: 0.1889753 Mar 31 19:02:17.833112 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52852) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:17.840171 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-245dbfac-42b8-40bc-a2ce-f76b35e494dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 200 len: 217 time: 0.0583222 Mar 31 19:02:17.841129 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7894724-5caa-4119-99ae-4450f0e5ef2b req-2164287e-7957-45dc-a1b1-070db4f9526f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:17.890182 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-0fc35203-a767-4260-9767-1fa8b0920945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.901940 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-0fc35203-a767-4260-9767-1fa8b0920945 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3176830 Mar 31 19:02:17.902409 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:17.904989 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4391e7c5-5f7e-4948-81fd-ada95c224a83" -d '{"events": [{"name": "network-changed", "server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:17.926819 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-a99c0593-a8fb-4a6a-ab93-e05b310e5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:17.928702 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-a99c0593-a8fb-4a6a-ab93-e05b310e5acc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0782342 Mar 31 19:02:18.018916 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-2d8bab59-d45c-4b6c-89e9-99485cc5b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:18.021258 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-2d8bab59-d45c-4b6c-89e9-99485cc5b741 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842812 Mar 31 19:02:18.042545 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bc3f3872-0f7a-46ba-ac46-b2cbd38a8770 req-8e50261c-eafe-4982-9f39-fccd2e9a3460 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575729 Mar 31 19:02:18.044849 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7894724-5caa-4119-99ae-4450f0e5ef2b req-2164287e-7957-45dc-a1b1-070db4f9526f service neutron] Publish callbacks [] for security_group (28846493-5550-4778-b5e0-3999ce1ba93d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.084467 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7894724-5caa-4119-99ae-4450f0e5ef2b req-2164287e-7957-45dc-a1b1-070db4f9526f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (28846493-5550-4778-b5e0-3999ce1ba93d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.105462 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95fd21-0916-4a0d-a0a6-4422dfb3a5f8 req-34012075-c1dd-4036-a659-d7d4f07f326c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:18.107015 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0f95fd21-0916-4a0d-a0a6-4422dfb3a5f8 req-34012075-c1dd-4036-a659-d7d4f07f326c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 943 time: 0.2491958 Mar 31 19:02:18.121636 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-ff4e6cc6-70a2-4f64-b356-d3cc818c4b26 service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053289 Mar 31 19:02:18.140485 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-323556185-network', 'tenant_id': '204b9ded3c1940728a338168e5d24f30'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:18.180449 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a7894724-5caa-4119-99ae-4450f0e5ef2b req-2164287e-7957-45dc-a1b1-070db4f9526f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919137 Mar 31 19:02:18.181126 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164287e-7957-45dc-a1b1-070db4f9526f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28846493-5550-4778-b5e0-3999ce1ba93d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:18.201794 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-1e485543-ccfd-4847-ad67-b1d15f3aea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:18.203444 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-1e485543-ccfd-4847-ad67-b1d15f3aea84 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.4941149 Mar 31 19:02:18.206038 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Made reservation on behalf of 204b9ded3c1940728a338168e5d24f30 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:18.208690 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.237819 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.270167 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-3f24b257-2957-4ff6-a51d-98b5d1981f7b service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390354 Mar 31 19:02:18.387417 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Publish callbacks [] for security_group (e7749cb0-7c6a-4643-ac35-6fbf223db73f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.393677 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e7749cb0-7c6a-4643-ac35-6fbf223db73f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.424984 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:02:18.435485 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7749cb0-7c6a-4643-ac35-6fbf223db73f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:18.462645 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (e38b9959-611a-4d16-b1ae-9cab6af9b7d7), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.463151 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Added segment e38b9959-611a-4d16-b1ae-9cab6af9b7d7 of type vlan for network d1b0f6a7-cc95-4c00-9592-a1cac545c228 Mar 31 19:02:18.553257 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-f2d2f10d-d9c3-45e1-8746-672021c339ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f36890c5-911e-4d21-a631-85172bcff5c8 HTTP/1.1" status: 200 len: 217 time: 0.0708783 Mar 31 19:02:18.576232 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (d1b0f6a7-cc95-4c00-9592-a1cac545c228), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.588423 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0f95fd21-0916-4a0d-a0a6-4422dfb3a5f8 req-adab0a9a-e7d1-4744-b102-e2de38db54af tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4729760 Mar 31 19:02:18.627620 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-a83e73ee-8468-46ee-8183-95f27c16f6a6 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811335 Mar 31 19:02:18.679248 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (d1b0f6a7-cc95-4c00-9592-a1cac545c228), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.680222 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:18.680797 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.681920 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5163d-f2fa-4555-94fa-14e50d450922 req-4b68fd6e-d148-41c1-a05d-a9dc770efe81 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:18.689883 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-edf5163d-f2fa-4555-94fa-14e50d450922 req-4b68fd6e-d148-41c1-a05d-a9dc770efe81 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.5192409 Mar 31 19:02:18.712840 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0bf0c9ee-def2-4395-96df-c1ba0c33936c req-98c33d3e-6267-4e58-9d48-b169b544ad03 service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796487 Mar 31 19:02:18.728572 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-ac2de62a-1004-4abc-9996-8bb0cf95b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:18.730269 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-ac2de62a-1004-4abc-9996-8bb0cf95b257 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.1688907 Mar 31 19:02:18.736331 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e37fd9-90f9-45c3-afa5-4efbf2175ab5 x-openstack-request-id: req-e2e37fd9-90f9-45c3-afa5-4efbf2175ab5 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:18.736747 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:18.737070 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2e37fd9-90f9-45c3-afa5-4efbf2175ab5 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:18.737545 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e37fd9-90f9-45c3-afa5-4efbf2175ab5'] response: {'name': 'network-changed', 'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'status': 'completed', 'code': 200} Mar 31 19:02:18.775671 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] Pushing event updated for resources: {'Network': ['ID=d1b0f6a7-cc95-4c00-9592-a1cac545c228,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:18.781880 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0468f1fc-2669-496f-88a9-14b1f9b71d2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9474809 Mar 31 19:02:18.789107 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network d1b0f6a7-cc95-4c00-9592-a1cac545c228 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:02:18.789674 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52886) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:18.794486 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Request body: {'subnet': {'network_id': 'd1b0f6a7-cc95-4c00-9592-a1cac545c228', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-323556185-subnet', 'tenant_id': '204b9ded3c1940728a338168e5d24f30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:18.823567 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Made reservation on behalf of 204b9ded3c1940728a338168e5d24f30 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:18.826271 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12789547'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:18.918409 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-edf5163d-f2fa-4555-94fa-14e50d450922 req-9c096f62-d17d-4475-b174-38a9bef6b44d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275047 Mar 31 19:02:19.003400 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-5dfd1925-137e-4025-93eb-82881949bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.005163 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-5dfd1925-137e-4025-93eb-82881949bb88 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2653050 Mar 31 19:02:19.011928 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-5fa0d136-5918-4e80-98f3-9f473d932bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.013727 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-5fa0d136-5918-4e80-98f3-9f473d932bcc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 1127 time: 0.1964242 Mar 31 19:02:19.026018 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f10e61-4292-4a0c-b4e0-06bc76d0fdc5 req-66b0eea2-732a-4fec-89ef-6244e72dcca1 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.027585 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d9f10e61-4292-4a0c-b4e0-06bc76d0fdc5 req-66b0eea2-732a-4fec-89ef-6244e72dcca1 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.1837454 Mar 31 19:02:19.079264 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15805998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12789565'] for subnet (32b06801-8c69-4794-aff1-53321c37bbf2), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.158163 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b06801-8c69-4794-aff1-53321c37bbf2,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:19.170739 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Checking segment: {'id': 'e38b9959-611a-4d16-b1ae-9cab6af9b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'd1b0f6a7-cc95-4c00-9592-a1cac545c228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:19.171148 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Network hostable DHCP agents. Network: d1b0f6a7-cc95-4c00-9592-a1cac545c228, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:02:19.174436 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52908) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:19.207026 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Network d1b0f6a7-cc95-4c00-9592-a1cac545c228 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:02:19.219227 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, d1b0f6a7-cc95-4c00-9592-a1cac545c228) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:19.231010 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.231819 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.231962 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974441e4-ee9c-41bc-8612-f4cac9331f31 None None] Network d1b0f6a7-cc95-4c00-9592-a1cac545c228 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:02:19.251445 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7b912b19-b50c-4786-864b-c45f35ee7cd3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4607506 Mar 31 19:02:19.353147 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d9f10e61-4292-4a0c-b4e0-06bc76d0fdc5 req-4f19e1f3-2316-4dcf-9a84-bab2c3d23d29 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130019 Mar 31 19:02:19.370842 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-ee12e592-a96b-472a-bc68-170b003dc1ac service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561316 Mar 31 19:02:19.382440 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ac027-f7d5-4bf9-8276-cfc83a6e032a req-55764b41-f660-41c2-915f-9cd2fb13be65 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.389931 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0d6ac027-f7d5-4bf9-8276-cfc83a6e032a req-55764b41-f660-41c2-915f-9cd2fb13be65 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 943 time: 0.1944263 Mar 31 19:02:19.411266 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-3dd01b87-cf0b-4ce7-b290-99f3c2388026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.412992 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-3dd01b87-cf0b-4ce7-b290-99f3c2388026 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 912 time: 0.3844883 Mar 31 19:02:19.426325 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b474479-093f-4fd2-a4d8-b288a4556190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.502010 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc57574-c29c-41c1-b7a6-6cdf34ebbce7 None None] Network d1b0f6a7-cc95-4c00-9592-a1cac545c228 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:02:19.509027 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-4f26f4c5-5d53-4410-b980-6f37eeb48595 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a HTTP/1.1" status: 200 len: 217 time: 0.0740147 Mar 31 19:02:19.603619 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0d6ac027-f7d5-4bf9-8276-cfc83a6e032a req-8308445a-221d-4889-93df-2f4f856d7bc1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124963 Mar 31 19:02:19.634461 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b474479-093f-4fd2-a4d8-b288a4556190 admin admin] Publish callbacks [] for security_group (8259065b-6f32-45e6-a3d7-c1f8fe9e85d3), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.641784 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b474479-093f-4fd2-a4d8-b288a4556190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8259065b-6f32-45e6-a3d7-c1f8fe9e85d3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.663497 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-aa277056-1385-422d-bad5-cf9eea31c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.666028 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-aa277056-1385-422d-bad5-cf9eea31c7d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.1407261 Mar 31 19:02:19.670870 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9fa262ad-3380-4a77-84ed-5933cc1004b6 req-8b3c29c8-22de-4d91-850b-8bdb4c69df9f service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773774 Mar 31 19:02:19.756809 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-1b474479-093f-4fd2-a4d8-b288a4556190 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58e75601e1a148ec8a1c5e0155c79cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5813086 Mar 31 19:02:19.757815 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b474479-093f-4fd2-a4d8-b288a4556190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8259065b-6f32-45e6-a3d7-c1f8fe9e85d3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:19.760432 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52942) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:19.770306 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-98b9ef60-472e-44c9-810f-5f6e93eebc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.771875 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-98b9ef60-472e-44c9-810f-5f6e93eebc4b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845034 Mar 31 19:02:19.779489 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:02:19.813048 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 52944) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:19.824226 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-539a57f4-74b7-40d8-b62b-fb510f72a318 admin admin] Publish callbacks [] for security_group (8259065b-6f32-45e6-a3d7-c1f8fe9e85d3), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.853429 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-539a57f4-74b7-40d8-b62b-fb510f72a318 admin admin] Publish callbacks [] for security_group (8259065b-6f32-45e6-a3d7-c1f8fe9e85d3), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.910527 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-539a57f4-74b7-40d8-b62b-fb510f72a318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8259065b-6f32-45e6-a3d7-c1f8fe9e85d3), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.913195 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-539a57f4-74b7-40d8-b62b-fb510f72a318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:19.914282 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-539a57f4-74b7-40d8-b62b-fb510f72a318 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8259065b-6f32-45e6-a3d7-c1f8fe9e85d3 HTTP/1.1" status: 204 len: 168 time: 0.1529386 Mar 31 19:02:19.923037 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a57f4-74b7-40d8-b62b-fb510f72a318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8259065b-6f32-45e6-a3d7-c1f8fe9e85d3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:19.932318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22bcf7-77de-4136-8a4e-227dc64cfa63 req-13a10b8b-b050-4856-92e2-7becf8a7672a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:19.934102 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6e22bcf7-77de-4136-8a4e-227dc64cfa63 req-13a10b8b-b050-4856-92e2-7becf8a7672a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 943 time: 0.1832173 Mar 31 19:02:19.963028 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:19.981165 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-e4eac2e0-ff86-498d-9b06-a5a33601c592 service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798244 Mar 31 19:02:19.992459 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'port_id': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'mac_address': 'fa:16:3e:c9:95:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:02:20.048040 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-76f98576-810e-49de-a72c-6e62f17d1cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.053442 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7c22898e-5d5b-4f58-a0a7-7103084811ba is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:20.058964 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.075031 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c22898e-5d5b-4f58-a0a7-7103084811ba {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:20.096748 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:20.103710 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.104712 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device c523f3c4-8707-484f-b3e8-3fe19efc6770 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:02:20.122320 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6e22bcf7-77de-4136-8a4e-227dc64cfa63 req-814bcdff-fe31-4512-9f04-885f1ed31130 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818955 Mar 31 19:02:20.196698 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d54834-f2dd-4b0b-9351-e1d735dc96f2 req-c85db657-95a2-41f7-bfb0-20227b19b73c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:20.198263 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b7d54834-f2dd-4b0b-9351-e1d735dc96f2 req-c85db657-95a2-41f7-bfb0-20227b19b73c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 945 time: 0.1345680 Mar 31 19:02:20.253220 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4391e7c5-5f7e-4948-81fd-ada95c224a83 req-7a5bacc8-e078-40c2-9c5e-fe81ebe09372 service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645361 Mar 31 19:02:20.280462 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b7d54834-f2dd-4b0b-9351-e1d735dc96f2 req-9c2bd606-1d11-4ef9-b503-32ae2fa35a32 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733385 Mar 31 19:02:20.322304 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:20.335056 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-76f98576-810e-49de-a72c-6e62f17d1cce admin admin] Publish callbacks [] for security_group (b9d70093-1346-40f9-af63-197eea49f044), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.340175 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-76f98576-810e-49de-a72c-6e62f17d1cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b9d70093-1346-40f9-af63-197eea49f044), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.382199 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port c523f3c4-8707-484f-b3e8-3fe19efc6770, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:20.399058 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': 'c523f3c4-8707-484f-b3e8-3fe19efc6770', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'port_id': 'c523f3c4-8707-484f-b3e8-3fe19efc6770', 'mac_address': 'fa:16:3e:40:1d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:02:20.432597 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-76f98576-810e-49de-a72c-6e62f17d1cce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a02d72d2778f42ddaf8a5f393fc6cdc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6167619 Mar 31 19:02:20.433499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f98576-810e-49de-a72c-6e62f17d1cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d70093-1346-40f9-af63-197eea49f044,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:20.435212 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52964) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:20.500592 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port c523f3c4-8707-484f-b3e8-3fe19efc6770 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:20.502573 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.512362 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370477d-94a1-4b0b-a937-49fc789d7d7e req-88c4871e-9161-413f-bfb6-e6064edb659c tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:20.518015 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41317735-8b72-4a5e-b0c6-50031ae92e48 admin admin] Publish callbacks [] for security_group (b9d70093-1346-40f9-af63-197eea49f044), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.521024 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7370477d-94a1-4b0b-a937-49fc789d7d7e req-88c4871e-9161-413f-bfb6-e6064edb659c tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0794523 Mar 31 19:02:20.529881 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52966) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:20.537645 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-167855081-network', 'tenant_id': '7c59c1e4ae454b088b76c527198db267'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:20.540726 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c523f3c4-8707-484f-b3e8-3fe19efc6770 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:20.566992 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41317735-8b72-4a5e-b0c6-50031ae92e48 admin admin] Publish callbacks [] for security_group (b9d70093-1346-40f9-af63-197eea49f044), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.584084 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7370477d-94a1-4b0b-a937-49fc789d7d7e req-3936c1bf-c844-4c1c-8569-59ea3342186b tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618117 Mar 31 19:02:20.595035 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52970) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:20.596952 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port c523f3c4-8707-484f-b3e8-3fe19efc6770, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:20.599399 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.599828 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Made reservation on behalf of 7c59c1e4ae454b088b76c527198db267 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:20.603173 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.629879 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.634919 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a08f6075-6994-4fdd-ba5f-c185985fe509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.653495 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=c523f3c4-8707-484f-b3e8-3fe19efc6770,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:20.724968 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41317735-8b72-4a5e-b0c6-50031ae92e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b9d70093-1346-40f9-af63-197eea49f044), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.727643 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41317735-8b72-4a5e-b0c6-50031ae92e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.728916 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-41317735-8b72-4a5e-b0c6-50031ae92e48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9d70093-1346-40f9-af63-197eea49f044 HTTP/1.1" status: 204 len: 168 time: 0.2927108 Mar 31 19:02:20.760413 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41317735-8b72-4a5e-b0c6-50031ae92e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d70093-1346-40f9-af63-197eea49f044,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:20.777366 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c62a0-7cfe-4122-a82a-cf491481fae9 req-6c0b92d3-ccad-4846-a5e4-4d15a84e5ad3 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:20.787045 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e02c62a0-7cfe-4122-a82a-cf491481fae9 req-6c0b92d3-ccad-4846-a5e4-4d15a84e5ad3 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 943 time: 0.0843732 Mar 31 19:02:20.808792 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Publish callbacks [] for security_group (f642f5aa-ef19-404a-9f2b-a588f6643e32), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.813885 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a08f6075-6994-4fdd-ba5f-c185985fe509 admin admin] Publish callbacks [] for security_group (5889559a-ff4c-4cb7-b60e-9ab89fe719d1), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.816041 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (f642f5aa-ef19-404a-9f2b-a588f6643e32), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.843004 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f642f5aa-ef19-404a-9f2b-a588f6643e32,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:20.845779 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a08f6075-6994-4fdd-ba5f-c185985fe509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (5889559a-ff4c-4cb7-b60e-9ab89fe719d1), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.870839 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:02:20.916310 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e02c62a0-7cfe-4122-a82a-cf491481fae9 req-c00f72c5-eff1-4ec6-af3b-665bb11b4c2f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205897 Mar 31 19:02:20.925021 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (a1afcca0-ccb0-426e-9417-1a84c77652ed), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:20.925438 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Added segment a1afcca0-ccb0-426e-9417-1a84c77652ed of type vlan for network cde3db94-fe5f-4d9e-a9a3-903c0152d6cd Mar 31 19:02:20.935675 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f6075-6994-4fdd-ba5f-c185985fe509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5889559a-ff4c-4cb7-b60e-9ab89fe719d1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:20.942241 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a08f6075-6994-4fdd-ba5f-c185985fe509 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56c37f4b819e43168118047be73665a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492267 Mar 31 19:02:20.945211 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 52980) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:20.989930 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (cde3db94-fe5f-4d9e-a9a3-903c0152d6cd), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.031323 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (cde3db94-fe5f-4d9e-a9a3-903c0152d6cd), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.032639 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:21.033357 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.046229 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833b26ef-d514-4556-8cb4-fdafd7ed6f1a admin admin] Publish callbacks [] for security_group (5889559a-ff4c-4cb7-b60e-9ab89fe719d1), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.069806 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['7c22898e-5d5b-4f58-a0a7-7103084811ba'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:02:21.075677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833b26ef-d514-4556-8cb4-fdafd7ed6f1a admin admin] Publish callbacks [] for security_group (5889559a-ff4c-4cb7-b60e-9ab89fe719d1), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.101490 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=cde3db94-fe5f-4d9e-a9a3-903c0152d6cd,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:21.122815 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 52986) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:21.123174 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a85aee0e-b1ce-46fa-aaed-60f79880c3c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5867209 Mar 31 19:02:21.141989 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Request body: {'subnet': {'network_id': 'cde3db94-fe5f-4d9e-a9a3-903c0152d6cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-167855081-subnet', 'tenant_id': '7c59c1e4ae454b088b76c527198db267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:21.159267 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['c523f3c4-8707-484f-b3e8-3fe19efc6770'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:02:21.176214 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Made reservation on behalf of 7c59c1e4ae454b088b76c527198db267 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:21.180595 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390915'] for subnet (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.242877 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network cde3db94-fe5f-4d9e-a9a3-903c0152d6cd details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:02:21.289344 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833b26ef-d514-4556-8cb4-fdafd7ed6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (5889559a-ff4c-4cb7-b60e-9ab89fe719d1), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.292252 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833b26ef-d514-4556-8cb4-fdafd7ed6f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.293597 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-833b26ef-d514-4556-8cb4-fdafd7ed6f1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5889559a-ff4c-4cb7-b60e-9ab89fe719d1 HTTP/1.1" status: 204 len: 168 time: 0.3465865 Mar 31 19:02:21.344426 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b26ef-d514-4556-8cb4-fdafd7ed6f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5889559a-ff4c-4cb7-b60e-9ab89fe719d1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:21.385691 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5aa49-2bbc-491b-b376-599c268ccdcc req-606fc5e6-31f5-44bf-ba90-1f884ac334cd tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:21.387568 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2ea5aa49-2bbc-491b-b376-599c268ccdcc req-606fc5e6-31f5-44bf-ba90-1f884ac334cd tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 943 time: 0.1387687 Mar 31 19:02:21.558513 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2ea5aa49-2bbc-491b-b376-599c268ccdcc req-cd163583-8599-4e10-b27b-0cddf46c19c4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618702 Mar 31 19:02:21.567141 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 52998) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:21.596513 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6154eb78-ef46-4edf-89d9-fb6dd7d42f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.757822 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6154eb78-ef46-4edf-89d9-fb6dd7d42f9a admin admin] Publish callbacks [] for security_group (8605ec65-6f53-41f5-8595-0e71ee253c42), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.764218 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6154eb78-ef46-4edf-89d9-fb6dd7d42f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8605ec65-6f53-41f5-8595-0e71ee253c42), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.780834 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b0c06-825c-4a3a-92a1-9efeb5f0b110 req-d6d70e69-ae55-49ac-b456-bd85b3524cfb tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:21.781988 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e15b0c06-825c-4a3a-92a1-9efeb5f0b110 req-d6d70e69-ae55-49ac-b456-bd85b3524cfb tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 945 time: 0.3149028 Mar 31 19:02:21.783245 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16081800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390933'] for subnet (8280754c-0468-4d3c-afa1-b0fcbdfb25b6), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:21.785272 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device f36890c5-911e-4d21-a631-85172bcff5c8 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:02:21.881025 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154eb78-ef46-4edf-89d9-fb6dd7d42f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605ec65-6f53-41f5-8595-0e71ee253c42,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:21.898037 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e15b0c06-825c-4a3a-92a1-9efeb5f0b110 req-dbaadaf0-70e1-4f35-822b-9feb739c0410 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032999 Mar 31 19:02:21.907516 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8280754c-0468-4d3c-afa1-b0fcbdfb25b6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:21.914637 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6154eb78-ef46-4edf-89d9-fb6dd7d42f9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f8339db41f9424582e6b96d78e6d2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459394 Mar 31 19:02:21.918462 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53012) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:21.922970 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e66d5-f51b-4f39-96d2-675291dd7bd1 req-21b3f0db-c01a-4c6f-927d-00647c552d48 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:21.924859 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b78e66d5-f51b-4f39-96d2-675291dd7bd1 req-21b3f0db-c01a-4c6f-927d-00647c552d48 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.2252843 Mar 31 19:02:21.926962 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Checking segment: {'id': 'a1afcca0-ccb0-426e-9417-1a84c77652ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'cde3db94-fe5f-4d9e-a9a3-903c0152d6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:21.926962 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Network hostable DHCP agents. Network: cde3db94-fe5f-4d9e-a9a3-903c0152d6cd, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:02:21.968438 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port f36890c5-911e-4d21-a631-85172bcff5c8, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f36890c5-911e-4d21-a631-85172bcff5c8,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:21.986870 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b78e66d5-f51b-4f39-96d2-675291dd7bd1 req-ec1c0ebf-383c-47fd-b3e0-1a259c061405 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534036 Mar 31 19:02:21.992794 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Network cde3db94-fe5f-4d9e-a9a3-903c0152d6cd is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:02:22.012843 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': 'f36890c5-911e-4d21-a631-85172bcff5c8', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'port_id': 'f36890c5-911e-4d21-a631-85172bcff5c8', 'mac_address': 'fa:16:3e:f0:95:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:02:22.027512 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, cde3db94-fe5f-4d9e-a9a3-903c0152d6cd) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:22.032461 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:22.033136 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:22.062708 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-4f209caf-a003-48bc-92ba-b13fa846154a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9367023 Mar 31 19:02:22.064782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b6fe3-0017-4941-8071-70d39b51643f None None] Network cde3db94-fe5f-4d9e-a9a3-903c0152d6cd requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:02:22.073662 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-020b48b3-b617-4fa6-b87c-a0a4bc9f1a6d admin admin] Publish callbacks [] for security_group (8605ec65-6f53-41f5-8595-0e71ee253c42), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:22.105598 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-020b48b3-b617-4fa6-b87c-a0a4bc9f1a6d admin admin] Publish callbacks [] for security_group (8605ec65-6f53-41f5-8595-0e71ee253c42), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:22.133013 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1b749-9e14-4f1a-bfde-8c628afc7685 req-90bea744-e302-49fa-8668-8161eb4c5345 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:22.143877 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d4c1b749-9e14-4f1a-bfde-8c628afc7685 req-90bea744-e302-49fa-8668-8161eb4c5345 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 943 time: 0.0797012 Mar 31 19:02:22.181316 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-020b48b3-b617-4fa6-b87c-a0a4bc9f1a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8605ec65-6f53-41f5-8595-0e71ee253c42), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:22.185525 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-020b48b3-b617-4fa6-b87c-a0a4bc9f1a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:22.193725 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-020b48b3-b617-4fa6-b87c-a0a4bc9f1a6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8605ec65-6f53-41f5-8595-0e71ee253c42 HTTP/1.1" status: 204 len: 168 time: 0.2726102 Mar 31 19:02:22.208576 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b48b3-b617-4fa6-b87c-a0a4bc9f1a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605ec65-6f53-41f5-8595-0e71ee253c42,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:22.224338 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d4c1b749-9e14-4f1a-bfde-8c628afc7685 req-831ca8ed-58d9-4717-b4cd-46772d4e2825 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795300 Mar 31 19:02:22.302397 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port f36890c5-911e-4d21-a631-85172bcff5c8 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:22.302923 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:22.335766 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36890c5-911e-4d21-a631-85172bcff5c8 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:22.382565 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0edd799-4ed4-4867-9986-413f1a690696 None None] Network cde3db94-fe5f-4d9e-a9a3-903c0152d6cd requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:02:22.389126 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port f36890c5-911e-4d21-a631-85172bcff5c8, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f36890c5-911e-4d21-a631-85172bcff5c8,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:22.423222 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:22.503076 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=f36890c5-911e-4d21-a631-85172bcff5c8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:22.731313 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711242c-5f2b-4838-8aff-674ac26b5550 req-04603025-d63e-43e4-bd85-9dd778d6da9c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:22.733549 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0711242c-5f2b-4838-8aff-674ac26b5550 req-04603025-d63e-43e4-bd85-9dd778d6da9c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 943 time: 0.0705853 Mar 31 19:02:22.785543 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['f36890c5-911e-4d21-a631-85172bcff5c8'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:02:22.809859 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0711242c-5f2b-4838-8aff-674ac26b5550 req-5851c1b4-0443-4e14-bba5-dc48a890a075 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694449 Mar 31 19:02:23.089742 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53066) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:23.180106 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09816d-690a-462a-8f82-86f5812f2447 req-d5d721e5-1f94-4ce7-9ee7-a40b983ae4aa tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:23.183237 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1a09816d-690a-462a-8f82-86f5812f2447 req-d5d721e5-1f94-4ce7-9ee7-a40b983ae4aa tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 945 time: 0.1219518 Mar 31 19:02:23.298114 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1a09816d-690a-462a-8f82-86f5812f2447 req-62cdc43c-6373-4ec8-afad-e060b9f191e8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089132 Mar 31 19:02:23.390604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d3862-5192-4165-89cc-c51e4faf0cb5 req-2d56881d-12ce-4096-983f-5907cfbd5b5d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:23.393119 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-306d3862-5192-4165-89cc-c51e4faf0cb5 req-2d56881d-12ce-4096-983f-5907cfbd5b5d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 944 time: 0.0645916 Mar 31 19:02:23.450531 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-306d3862-5192-4165-89cc-c51e4faf0cb5 req-8dc35f44-6462-49ba-8dd0-eae779b94969 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 Mar 31 19:02:23.477150 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88d0988b-0990-4978-a8d4-bce2b8e1066e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:23.605137 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88d0988b-0990-4978-a8d4-bce2b8e1066e admin admin] Publish callbacks [] for security_group (3b04a9aa-29e0-4dd9-8eee-ee65cf932cff), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:23.611289 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88d0988b-0990-4978-a8d4-bce2b8e1066e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (3b04a9aa-29e0-4dd9-8eee-ee65cf932cff), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:23.675472 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-88d0988b-0990-4978-a8d4-bce2b8e1066e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9903a089c01487ca86cf659379cf825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5811679 Mar 31 19:02:23.675472 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0988b-0990-4978-a8d4-bce2b8e1066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b04a9aa-29e0-4dd9-8eee-ee65cf932cff,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:23.675635 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:23.770374 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0350-4dc6-452a-81d0-f9c8a668f6d4 admin admin] Publish callbacks [] for security_group (3b04a9aa-29e0-4dd9-8eee-ee65cf932cff), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:23.795892 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 3aa48fe0-8a99-4347-8f74-9b5fb537f91a details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:02:23.816017 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0350-4dc6-452a-81d0-f9c8a668f6d4 admin admin] Publish callbacks [] for security_group (3b04a9aa-29e0-4dd9-8eee-ee65cf932cff), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:23.848287 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:23.888966 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0350-4dc6-452a-81d0-f9c8a668f6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (3b04a9aa-29e0-4dd9-8eee-ee65cf932cff), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:23.892961 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0350-4dc6-452a-81d0-f9c8a668f6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:23.897947 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-bd5c0350-4dc6-452a-81d0-f9c8a668f6d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b04a9aa-29e0-4dd9-8eee-ee65cf932cff HTTP/1.1" status: 204 len: 168 time: 0.2209039 Mar 31 19:02:23.912534 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c0350-4dc6-452a-81d0-f9c8a668f6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b04a9aa-29e0-4dd9-8eee-ee65cf932cff,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:23.921783 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.db.resource_extend [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 19:02:23.989709 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eb621feb-64fb-487d-8ecf-46fd4b0bbfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.021515 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 7c22898e-5d5b-4f58-a0a7-7103084811ba completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:02:24.039379 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 7c22898e-5d5b-4f58-a0a7-7103084811ba triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:24.039661 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.045873 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d5bfe-6f91-4f8a-9305-f9f2d31f3a7b req-21b405a4-d80b-4a3d-8679-ee54a732c1b2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:24.048137 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ea3d5bfe-6f91-4f8a-9305-f9f2d31f3a7b req-21b405a4-d80b-4a3d-8679-ee54a732c1b2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 943 time: 0.1115179 Mar 31 19:02:24.122735 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:24.124598 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ea3d5bfe-6f91-4f8a-9305-f9f2d31f3a7b req-9598393a-dd93-4587-9e65-e9637868b62e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694535 Mar 31 19:02:24.141733 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'port_id': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'mac_address': 'fa:16:3e:d1:98:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:02:24.215238 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:24.215639 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.237397 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7c22898e-5d5b-4f58-a0a7-7103084811ba is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:24.237789 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.245712 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa48fe0-8a99-4347-8f74-9b5fb537f91a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:02:24.287474 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:24.289812 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd033ec-a3ae-4b13-8e46-3d111e0c2830" -d '{"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-plugged", "status": "completed", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:24.294914 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:24.314623 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:24.317154 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.376245 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.377602 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device c523f3c4-8707-484f-b3e8-3fe19efc6770 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:24.381426 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf2e7a0-b32d-4daf-ab97-987a68197dd8 x-openstack-request-id: req-edf2e7a0-b32d-4daf-ab97-987a68197dd8 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:24.381713 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-plugged", "status": "completed", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:24.381966 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edf2e7a0-b32d-4daf-ab97-987a68197dd8 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:24.382592 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf2e7a0-b32d-4daf-ab97-987a68197dd8'] response: {'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'code': 200} Mar 31 19:02:24.472671 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:24.644208 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:24.661050 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53148) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:24.667941 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227ebf9-72ea-4041-b78f-9f4324319395 req-c4949a60-a755-4614-89bf-0857ef12e0c0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:24.676760 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6227ebf9-72ea-4041-b78f-9f4324319395 req-c4949a60-a755-4614-89bf-0857ef12e0c0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.2469723 Mar 31 19:02:24.681502 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port c523f3c4-8707-484f-b3e8-3fe19efc6770 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:02:24.684124 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-377fa4c8-b928-4ec7-8060-09b835eb93d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.689454 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port c523f3c4-8707-484f-b3e8-3fe19efc6770 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:24.690143 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.797376 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port c523f3c4-8707-484f-b3e8-3fe19efc6770 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:24.797986 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.817038 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daee357-9ba8-4d12-829d-e9f0bb9d40dd req-95ce0fe3-7ded-4e84-a06d-8ad31279054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:24.818679 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1daee357-9ba8-4d12-829d-e9f0bb9d40dd req-95ce0fe3-7ded-4e84-a06d-8ad31279054d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 1130 time: 0.2615733 Mar 31 19:02:24.823054 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['3aa48fe0-8a99-4347-8f74-9b5fb537f91a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:02:24.838983 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-377fa4c8-b928-4ec7-8060-09b835eb93d6 admin admin] Publish callbacks [] for security_group (719f0d2e-fd28-4135-9cac-8638dc63b208), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.844846 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-377fa4c8-b928-4ec7-8060-09b835eb93d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (719f0d2e-fd28-4135-9cac-8638dc63b208), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:24.879352 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a719d7f-fa73-49c2-bd4b-2002e75062ae req-0ddef862-ff51-49d0-8dfa-7fb667cd1318 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:24.880973 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4a719d7f-fa73-49c2-bd4b-2002e75062ae req-0ddef862-ff51-49d0-8dfa-7fb667cd1318 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 944 time: 0.2022901 Mar 31 19:02:24.903000 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6227ebf9-72ea-4041-b78f-9f4324319395 req-bac5e413-7483-4128-b0ab-930cf2ee612f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198048 Mar 31 19:02:24.916298 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-377fa4c8-b928-4ec7-8060-09b835eb93d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49c7d76e69e647ddae539659c0f86e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535765 Mar 31 19:02:24.918333 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53156) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:24.967404 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fa4c8-b928-4ec7-8060-09b835eb93d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719f0d2e-fd28-4135-9cac-8638dc63b208,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:24.973281 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port c523f3c4-8707-484f-b3e8-3fe19efc6770, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:24.986401 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:25.069005 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=c523f3c4-8707-484f-b3e8-3fe19efc6770,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:25.071723 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2844ce6-74ba-49ef-84f9-160c75611ffb admin admin] Publish callbacks [] for security_group (719f0d2e-fd28-4135-9cac-8638dc63b208), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:25.129631 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2844ce6-74ba-49ef-84f9-160c75611ffb admin admin] Publish callbacks [] for security_group (719f0d2e-fd28-4135-9cac-8638dc63b208), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:25.139138 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1daee357-9ba8-4d12-829d-e9f0bb9d40dd req-ed21a345-fc30-4cda-8abc-142071777b9e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115277 Mar 31 19:02:25.154446 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4a719d7f-fa73-49c2-bd4b-2002e75062ae req-00742d5e-2ec0-482f-a632-d52ad36af3b9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500629 Mar 31 19:02:25.248250 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2844ce6-74ba-49ef-84f9-160c75611ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (719f0d2e-fd28-4135-9cac-8638dc63b208), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:25.250830 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2844ce6-74ba-49ef-84f9-160c75611ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:25.253022 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b2844ce6-74ba-49ef-84f9-160c75611ffb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/719f0d2e-fd28-4135-9cac-8638dc63b208 HTTP/1.1" status: 204 len: 168 time: 0.3302395 Mar 31 19:02:25.270776 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2844ce6-74ba-49ef-84f9-160c75611ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719f0d2e-fd28-4135-9cac-8638dc63b208,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:25.330429 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c198a2-8cdf-4e4b-a80d-ba19f96f7c25 req-af778c44-7cb6-4838-8ee2-0387dd2f1042 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:25.333443 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92c198a2-8cdf-4e4b-a80d-ba19f96f7c25 req-af778c44-7cb6-4838-8ee2-0387dd2f1042 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 944 time: 0.1053641 Mar 31 19:02:25.403740 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92c198a2-8cdf-4e4b-a80d-ba19f96f7c25 req-b9ab2d45-d62f-4b35-9093-06e39f4eecb4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620141 Mar 31 19:02:25.770911 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53206) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:25.784605 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42837f33-53cd-4a67-9ec5-554c421fa111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:25.799219 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device f36890c5-911e-4d21-a631-85172bcff5c8 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:25.860840 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port f36890c5-911e-4d21-a631-85172bcff5c8 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:02:25.866003 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port f36890c5-911e-4d21-a631-85172bcff5c8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:25.866522 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:25.883782 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42837f33-53cd-4a67-9ec5-554c421fa111 admin admin] Publish callbacks [] for security_group (1d2d186e-06f1-4f4f-8d41-0545c7fe8e6d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:25.885419 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53210) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:25.889595 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42837f33-53cd-4a67-9ec5-554c421fa111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (1d2d186e-06f1-4f4f-8d41-0545c7fe8e6d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:25.926648 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42837f33-53cd-4a67-9ec5-554c421fa111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d186e-06f1-4f4f-8d41-0545c7fe8e6d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:25.953719 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-42837f33-53cd-4a67-9ec5-554c421fa111 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe8b6c6636e245949903e6e627e94a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811781 Mar 31 19:02:25.956865 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53216) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:25.979243 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53218) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:25.990881 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port f36890c5-911e-4d21-a631-85172bcff5c8 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:25.991653 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.046668 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port f36890c5-911e-4d21-a631-85172bcff5c8, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f36890c5-911e-4d21-a631-85172bcff5c8,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:26.055812 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.077475 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e688f69-3401-42e3-8d8b-629363e2bd77 admin admin] Publish callbacks [] for security_group (1d2d186e-06f1-4f4f-8d41-0545c7fe8e6d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.081721 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae47b6-adf6-4bc1-bf97-4f2f258453d7 req-87fbb0aa-d32f-41f5-86d1-9d1f1bfbbe85 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:26.087562 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-78ae47b6-adf6-4bc1-bf97-4f2f258453d7 req-87fbb0aa-d32f-41f5-86d1-9d1f1bfbbe85 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0685191 Mar 31 19:02:26.107926 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e688f69-3401-42e3-8d8b-629363e2bd77 admin admin] Publish callbacks [] for security_group (1d2d186e-06f1-4f4f-8d41-0545c7fe8e6d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.128882 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=f36890c5-911e-4d21-a631-85172bcff5c8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:26.153959 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-78ae47b6-adf6-4bc1-bf97-4f2f258453d7 req-09b81477-67cd-4235-9741-8ab7de95b0ed tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598037 Mar 31 19:02:26.172615 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e688f69-3401-42e3-8d8b-629363e2bd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (1d2d186e-06f1-4f4f-8d41-0545c7fe8e6d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.176366 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e688f69-3401-42e3-8d8b-629363e2bd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.177546 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2e688f69-3401-42e3-8d8b-629363e2bd77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d2d186e-06f1-4f4f-8d41-0545c7fe8e6d HTTP/1.1" status: 204 len: 168 time: 0.2170296 Mar 31 19:02:26.184863 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-452521aa-6d0d-47cb-9910-33b6ae67fd8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.186901 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed944965-8d0d-470f-aa22-5cfbab9fb65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.187065 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e688f69-3401-42e3-8d8b-629363e2bd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d186e-06f1-4f4f-8d41-0545c7fe8e6d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:26.303505 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-50b86a03-400b-47dd-94e5-ece51a42cc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.384594 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c5ced3-6809-4b65-ac7d-c4726c77ebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523f3c4-8707-484f-b3e8-3fe19efc6770'}, {'server_uuid': '1e0652b7-1b14-40d6-9632-b4d5608c5a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36890c5-911e-4d21-a631-85172bcff5c8'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:26.387680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-452521aa-6d0d-47cb-9910-33b6ae67fd8b admin admin] Publish callbacks [] for security_group (8555e6e5-3c6d-430e-94cd-f5247b075cac), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.388225 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974feffa-3cf4-464a-a09f-5c57eab7a41a" -d '{"events": [{"server_uuid": "33c5ced3-6809-4b65-ac7d-c4726c77ebf7", "name": "network-vif-plugged", "status": "completed", "tag": "c523f3c4-8707-484f-b3e8-3fe19efc6770"}, {"server_uuid": "1e0652b7-1b14-40d6-9632-b4d5608c5a9c", "name": "network-vif-plugged", "status": "completed", "tag": "f36890c5-911e-4d21-a631-85172bcff5c8"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:26.415282 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-452521aa-6d0d-47cb-9910-33b6ae67fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8555e6e5-3c6d-430e-94cd-f5247b075cac), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.447339 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b607df-6d43-4ad7-bee5-2f5e025e664a x-openstack-request-id: req-38b607df-6d43-4ad7-bee5-2f5e025e664a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:26.447629 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c5ced3-6809-4b65-ac7d-c4726c77ebf7", "name": "network-vif-plugged", "status": "completed", "tag": "c523f3c4-8707-484f-b3e8-3fe19efc6770", "code": 200}, {"server_uuid": "1e0652b7-1b14-40d6-9632-b4d5608c5a9c", "name": "network-vif-plugged", "status": "completed", "tag": "f36890c5-911e-4d21-a631-85172bcff5c8", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:26.447881 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38b607df-6d43-4ad7-bee5-2f5e025e664a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:26.448280 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b607df-6d43-4ad7-bee5-2f5e025e664a'] response: {'server_uuid': '33c5ced3-6809-4b65-ac7d-c4726c77ebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523f3c4-8707-484f-b3e8-3fe19efc6770', 'code': 200} Mar 31 19:02:26.448785 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b607df-6d43-4ad7-bee5-2f5e025e664a'] response: {'server_uuid': '1e0652b7-1b14-40d6-9632-b4d5608c5a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36890c5-911e-4d21-a631-85172bcff5c8', 'code': 200} Mar 31 19:02:26.459201 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-452521aa-6d0d-47cb-9910-33b6ae67fd8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f713418170214d3881551772bc4b5791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5702984 Mar 31 19:02:26.460630 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53238) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:26.478074 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be5d1-991a-4c32-9472-664d3fd3df57 req-b0e04313-6869-4350-a87b-a5d2502fe5f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:26.487221 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f8be5d1-991a-4c32-9472-664d3fd3df57 req-b0e04313-6869-4350-a87b-a5d2502fe5f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.2309389 Mar 31 19:02:26.619194 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed944965-8d0d-470f-aa22-5cfbab9fb65f admin admin] Publish callbacks [] for security_group (ff953511-f64d-44a4-8bc7-88b2ccb42c66), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.625703 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f8be5d1-991a-4c32-9472-664d3fd3df57 req-2e6ceda0-9f06-4ca7-ac5c-89e80e947b80 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372361 Mar 31 19:02:26.633544 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2132dcf-f5a4-4952-be9a-321619e4ef0c admin admin] Publish callbacks [] for security_group (8555e6e5-3c6d-430e-94cd-f5247b075cac), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.644436 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452521aa-6d0d-47cb-9910-33b6ae67fd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8555e6e5-3c6d-430e-94cd-f5247b075cac,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:26.671371 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed944965-8d0d-470f-aa22-5cfbab9fb65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ff953511-f64d-44a4-8bc7-88b2ccb42c66), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.704580 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2132dcf-f5a4-4952-be9a-321619e4ef0c admin admin] Publish callbacks [] for security_group (8555e6e5-3c6d-430e-94cd-f5247b075cac), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.732366 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed944965-8d0d-470f-aa22-5cfbab9fb65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff953511-f64d-44a4-8bc7-88b2ccb42c66,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:26.753030 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ed944965-8d0d-470f-aa22-5cfbab9fb65f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e495e36afa648828daf898afd7d940c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7724884 Mar 31 19:02:26.759378 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53252) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:26.788160 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679dfe1-55bf-462d-83fa-1493f356322a req-ea8fa878-6e90-472e-8884-ee6fa61035a2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:26.788344 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2132dcf-f5a4-4952-be9a-321619e4ef0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8555e6e5-3c6d-430e-94cd-f5247b075cac), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.794565 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2132dcf-f5a4-4952-be9a-321619e4ef0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:26.795768 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b2132dcf-f5a4-4952-be9a-321619e4ef0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8555e6e5-3c6d-430e-94cd-f5247b075cac HTTP/1.1" status: 204 len: 168 time: 0.3340151 Mar 31 19:02:26.797213 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a679dfe1-55bf-462d-83fa-1493f356322a req-ea8fa878-6e90-472e-8884-ee6fa61035a2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 944 time: 0.2120690 Mar 31 19:02:26.816623 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2132dcf-f5a4-4952-be9a-321619e4ef0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8555e6e5-3c6d-430e-94cd-f5247b075cac,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:26.943650 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a679dfe1-55bf-462d-83fa-1493f356322a req-a079f603-957e-4579-9d02-545e37a83a12 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453259 Mar 31 19:02:27.191363 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21f7110d-7c27-4474-a9f1-a8b91cc1ef1a admin admin] Publish callbacks [] for security_group (ff953511-f64d-44a4-8bc7-88b2ccb42c66), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.202418 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff0bee-aab2-4ef2-b963-4cbdc4866f03 req-8b533cbe-033c-4953-968e-a56bb91a10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:27.214283 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8aff0bee-aab2-4ef2-b963-4cbdc4866f03 req-8b533cbe-033c-4953-968e-a56bb91a10ef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 1129 time: 0.3965342 Mar 31 19:02:27.239772 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21f7110d-7c27-4474-a9f1-a8b91cc1ef1a admin admin] Publish callbacks [] for security_group (ff953511-f64d-44a4-8bc7-88b2ccb42c66), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.270842 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ff7f-acd9-4052-8929-9cbfeeb1e919 req-297c3066-7f45-4bd9-bc18-00c2ee618637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:27.271278 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53272) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:27.272342 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2350ff7f-acd9-4052-8929-9cbfeeb1e919 req-297c3066-7f45-4bd9-bc18-00c2ee618637 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 1129 time: 0.3500001 Mar 31 19:02:27.285037 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b4bf-1e7a-42c8-b1e5-a932b5779cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.339624 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8aff0bee-aab2-4ef2-b963-4cbdc4866f03 req-6a9c9ff7-8602-4d08-8cd4-41324f600cd2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281173 Mar 31 19:02:27.383206 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495929fc-4abf-40c5-b208-048ff04f0267 req-31fed238-0fa5-4fc1-aaee-0a69cabbea43 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:27.384792 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-495929fc-4abf-40c5-b208-048ff04f0267 req-31fed238-0fa5-4fc1-aaee-0a69cabbea43 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.1364844 Mar 31 19:02:27.391070 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2350ff7f-acd9-4052-8929-9cbfeeb1e919 req-1ab85c9f-30d1-4150-8adf-567d79c86685 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088879 Mar 31 19:02:27.395100 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b4bf-1e7a-42c8-b1e5-a932b5779cda admin admin] Publish callbacks [] for security_group (4b6c4e99-29e2-400d-8311-b05a9e4ca936), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.400416 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b4bf-1e7a-42c8-b1e5-a932b5779cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (4b6c4e99-29e2-400d-8311-b05a9e4ca936), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.403837 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21f7110d-7c27-4474-a9f1-a8b91cc1ef1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ff953511-f64d-44a4-8bc7-88b2ccb42c66), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.406281 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21f7110d-7c27-4474-a9f1-a8b91cc1ef1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.407720 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-21f7110d-7c27-4474-a9f1-a8b91cc1ef1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff953511-f64d-44a4-8bc7-88b2ccb42c66 HTTP/1.1" status: 204 len: 168 time: 0.6063087 Mar 31 19:02:27.428423 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7110d-7c27-4474-a9f1-a8b91cc1ef1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff953511-f64d-44a4-8bc7-88b2ccb42c66,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:27.444769 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-cdc0b4bf-1e7a-42c8-b1e5-a932b5779cda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9f009e93db04825b8a52a4c54c8c54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724715 Mar 31 19:02:27.445663 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0b4bf-1e7a-42c8-b1e5-a932b5779cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c4e99-29e2-400d-8311-b05a9e4ca936,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:27.448256 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53278) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:27.474166 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.497898 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-495929fc-4abf-40c5-b208-048ff04f0267 req-0e05943a-ea18-4609-bb63-dc554c7f9fde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008339 Mar 31 19:02:27.518631 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5995bcf-ebf0-4ce8-b638-fb8ca2ff7571 admin admin] Publish callbacks [] for security_group (4b6c4e99-29e2-400d-8311-b05a9e4ca936), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.551991 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5995bcf-ebf0-4ce8-b638-fb8ca2ff7571 admin admin] Publish callbacks [] for security_group (4b6c4e99-29e2-400d-8311-b05a9e4ca936), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.609119 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5995bcf-ebf0-4ce8-b638-fb8ca2ff7571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (4b6c4e99-29e2-400d-8311-b05a9e4ca936), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.613273 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5995bcf-ebf0-4ce8-b638-fb8ca2ff7571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:27.614903 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c5995bcf-ebf0-4ce8-b638-fb8ca2ff7571 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b6c4e99-29e2-400d-8311-b05a9e4ca936 HTTP/1.1" status: 204 len: 168 time: 0.1656282 Mar 31 19:02:27.622924 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5995bcf-ebf0-4ce8-b638-fb8ca2ff7571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6c4e99-29e2-400d-8311-b05a9e4ca936,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:27.743520 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928272d-8f83-4132-9f15-7f62850c3bce req-82976320-370e-4a82-8c6a-49c5dea19123 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:27.745024 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9928272d-8f83-4132-9f15-7f62850c3bce req-82976320-370e-4a82-8c6a-49c5dea19123 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.1164460 Mar 31 19:02:27.754796 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53296) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:27.760458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'floatingip': {'port_id': '7c22898e-5d5b-4f58-a0a7-7103084811ba'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:27.789020 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 3aa48fe0-8a99-4347-8f74-9b5fb537f91a up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:27.870766 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (d7842004-a468-42e0-be2d-fc0ace72d5e7), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.071276 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:02:28.084781 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:28.085340 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.124816 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98455e-0d9e-4019-b6f2-17fb2c52f435 req-732c7a0e-f10d-4dfa-a1f3-117e14efbb85 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:28.126839 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7b98455e-0d9e-4019-b6f2-17fb2c52f435 req-732c7a0e-f10d-4dfa-a1f3-117e14efbb85 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.3807068 Mar 31 19:02:28.245806 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:28.246536 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.256554 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53314) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:28.286652 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-888b9e3b-657a-47f4-9662-0aba6c5eda40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.325746 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:28.333315 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.356969 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63268470-ac3e-46ea-994d-c1a7c430084d req-229d9368-2344-4df2-9f2d-760d587bb770 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:28.358674 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-63268470-ac3e-46ea-994d-c1a7c430084d req-229d9368-2344-4df2-9f2d-760d587bb770 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 944 time: 0.2813771 Mar 31 19:02:28.380175 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7b98455e-0d9e-4019-b6f2-17fb2c52f435 req-f82caf9d-f112-48f2-bbce-8d2746e4a5ba tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374399 Mar 31 19:02:28.425323 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:28.449658 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:28.452156 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6be93f-ec5f-4f8c-9f6c-ff625be2e6f6" -d '{"events": [{"server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "name": "network-vif-plugged", "status": "completed", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:28.483959 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-888b9e3b-657a-47f4-9662-0aba6c5eda40 admin admin] Publish callbacks [] for security_group (b319de2d-937a-4166-9cdf-9d904d32365b), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.496062 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-888b9e3b-657a-47f4-9662-0aba6c5eda40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b319de2d-937a-4166-9cdf-9d904d32365b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.562472 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b9e3b-657a-47f4-9662-0aba6c5eda40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319de2d-937a-4166-9cdf-9d904d32365b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:28.570678 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-63268470-ac3e-46ea-994d-c1a7c430084d req-db6820a1-6803-4863-8999-f44a02ab2915 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888249 Mar 31 19:02:28.594146 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17e70d8-c3c7-4432-afa7-00cbeeecd996 x-openstack-request-id: req-e17e70d8-c3c7-4432-afa7-00cbeeecd996 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:28.594673 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "name": "network-vif-plugged", "status": "completed", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:28.594999 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e17e70d8-c3c7-4432-afa7-00cbeeecd996 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:28.595662 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17e70d8-c3c7-4432-afa7-00cbeeecd996'] response: {'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'code': 200} Mar 31 19:02:28.638882 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-888b9e3b-657a-47f4-9662-0aba6c5eda40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b00282c02b041b7b8aec4f572bfd13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3805420 Mar 31 19:02:28.641484 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53332) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:28.723694 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.732599 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85893120-f083-4a59-a947-0494fd939daf admin admin] Publish callbacks [] for security_group (b319de2d-937a-4166-9cdf-9d904d32365b), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.773155 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85893120-f083-4a59-a947-0494fd939daf admin admin] Publish callbacks [] for security_group (b319de2d-937a-4166-9cdf-9d904d32365b), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.852730 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85893120-f083-4a59-a947-0494fd939daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b319de2d-937a-4166-9cdf-9d904d32365b), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.855502 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85893120-f083-4a59-a947-0494fd939daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:28.856665 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-85893120-f083-4a59-a947-0494fd939daf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b319de2d-937a-4166-9cdf-9d904d32365b HTTP/1.1" status: 204 len: 168 time: 0.2141747 Mar 31 19:02:28.867884 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85893120-f083-4a59-a947-0494fd939daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319de2d-937a-4166-9cdf-9d904d32365b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:28.942578 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.db.resource_extend [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 19:02:29.043447 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c5dfd-58f4-4413-9bfb-1ef170c79a45 req-5c48b956-f34c-4f30-b2de-73534bbbb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:29.044890 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-205c5dfd-58f4-4413-9bfb-1ef170c79a45 req-5c48b956-f34c-4f30-b2de-73534bbbb349 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 1129 time: 0.1949215 Mar 31 19:02:29.097774 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:29.115159 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (d7842004-a468-42e0-be2d-fc0ace72d5e7), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:29.209498 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-205c5dfd-58f4-4413-9bfb-1ef170c79a45 req-69ab75a1-36f2-49b5-b9fb-a89d670bba0c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387613 Mar 31 19:02:29.265996 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Floating IP d7842004-a468-42e0-be2d-fc0ace72d5e7 associated. External IP: 172.27.0.97, port: 7c22898e-5d5b-4f58-a0a7-7103084811ba. Mar 31 19:02:29.983827 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dae710-6875-49b4-9215-569814aae8cb req-5fa14866-1c1e-4866-a6ea-21e757612bac tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:29.986287 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06dae710-6875-49b4-9215-569814aae8cb req-5fa14866-1c1e-4866-a6ea-21e757612bac tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1672311 Mar 31 19:02:30.024621 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf217f1-cfb0-4b2f-a99c-3804bf373d32 req-a7e44d33-ac98-4289-9ee5-28d075343033 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:30.026125 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fdf217f1-cfb0-4b2f-a99c-3804bf373d32 req-a7e44d33-ac98-4289-9ee5-28d075343033 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.2086265 Mar 31 19:02:30.047348 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:02:30.112544 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06dae710-6875-49b4-9215-569814aae8cb req-f9f1ff4c-ecd1-4a70-bc08-c65c9f4f97a9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244793 Mar 31 19:02:30.131200 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fdf217f1-cfb0-4b2f-a99c-3804bf373d32 req-ed36095b-2f54-49a0-995f-bb7d72ec118d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985265 Mar 31 19:02:30.241506 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:02:30.247127 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:30.260298 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] Sync routers for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:02:30.281947 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:30.283557 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:30.284843 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5d7819ef-9aba-44a9-a132-07e39f4fe3ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "PUT /v2.0/floatingips/d7842004-a468-42e0-be2d-fc0ace72d5e7 HTTP/1.1" status: 200 len: 991 time: 2.5281713 Mar 31 19:02:30.284961 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:30.287359 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c5ce4b-817a-40e6-907d-39dba34015c6" -d '{"events": [{"name": "network-changed", "server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:30.340219 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5e20df-4801-476f-b35b-1a923de4260f x-openstack-request-id: req-9a5e20df-4801-476f-b35b-1a923de4260f {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:30.340505 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:30.340789 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a5e20df-4801-476f-b35b-1a923de4260f {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:30.341160 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5e20df-4801-476f-b35b-1a923de4260f'] response: {'name': 'network-changed', 'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'status': 'completed', 'code': 200} Mar 31 19:02:30.469644 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:30.473800 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:30.536158 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1be4e-a9a9-407a-91f5-a1d86329e563 req-4ec7edab-16d6-4b4a-b095-e2a5f07c4ac6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:30.537810 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8eb1be4e-a9a9-407a-91f5-a1d86329e563 req-4ec7edab-16d6-4b4a-b095-e2a5f07c4ac6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1178186 Mar 31 19:02:30.546686 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-5801f4a9-e0ad-4aa8-a856-7414a463ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:30.547925 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-5801f4a9-e0ad-4aa8-a856-7414a463ec24 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 1130 time: 0.1773772 Mar 31 19:02:30.593600 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-1afa91e2-e45f-4221-ab30-65918fd0321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:30.595620 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-1afa91e2-e45f-4221-ab30-65918fd0321a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 1129 time: 0.1722960 Mar 31 19:02:30.740629 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8eb1be4e-a9a9-407a-91f5-a1d86329e563 req-00dcd587-7ef8-406d-a850-2428cd878151 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916018 Mar 31 19:02:30.788970 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-e21a164a-7328-44a2-abc4-217f3b4630e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:30.790490 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-e21a164a-7328-44a2-abc4-217f3b4630e9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.2335443 Mar 31 19:02:30.800794 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-dadd0557-863a-4df7-8fd8-2026ec698b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:30.802450 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-dadd0557-863a-4df7-8fd8-2026ec698b98 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.1768730 Mar 31 19:02:30.868666 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'd7842004-a468-42e0-be2d-fc0ace72d5e7', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'port_id': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'mac_address': 'fa:16:3e:c9:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14089a3f-7fc9-484e-87c1-045acf977091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:58Z', 'updated_at': '2022-03-31T19:02:28Z', 'revision_number': 1, 'project_id': '418ee3602c044cabade548f899fe6162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:30.927511 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] Checking router: 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:02:30.937635 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-22876c1c-1b5a-4fb5-bfe8-154936b5717b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f36890c5-911e-4d21-a631-85172bcff5c8 HTTP/1.1" status: 200 len: 217 time: 0.0956688 Mar 31 19:02:30.939711 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:30.940617 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:31.051250 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-672e84b9-ac52-407c-a918-b1d3a06bb082 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 200 len: 999 time: 0.2217133 Mar 31 19:02:31.059397 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-fb6a7b67-4eda-441c-9504-8ab426a4a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:31.060945 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-fb6a7b67-4eda-441c-9504-8ab426a4a158 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.1162131 Mar 31 19:02:31.071555 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:31.159810 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-41cae17d-0edf-4935-92d0-29f2302b4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:31.161317 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-41cae17d-0edf-4935-92d0-29f2302b4113 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0993388 Mar 31 19:02:31.263516 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-7f5484f3-b169-4ae6-bad0-337442d43149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:31.265297 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-7f5484f3-b169-4ae6-bad0-337442d43149 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1557012 Mar 31 19:02:31.315281 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-e953d99d-2eda-486c-ac63-8dd58eacb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:31.316933 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-e953d99d-2eda-486c-ac63-8dd58eacb440 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1456797 Mar 31 19:02:31.380231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ebf18-149c-403a-bece-c04f63a6f47b req-44441e8d-98b6-4edd-9b76-dc9db9f7c41c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:31.381984 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-438ebf18-149c-403a-bece-c04f63a6f47b req-44441e8d-98b6-4edd-9b76-dc9db9f7c41c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.1597946 Mar 31 19:02:31.398969 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'd7842004-a468-42e0-be2d-fc0ace72d5e7', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'port_id': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'mac_address': 'fa:16:3e:c9:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14089a3f-7fc9-484e-87c1-045acf977091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:58Z', 'updated_at': '2022-03-31T19:02:28Z', 'revision_number': 1, 'project_id': '418ee3602c044cabade548f899fe6162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:31.432658 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca08b115-215e-4e3f-9e2b-c6749116727a None None] The sync data for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi is: [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'd7842004-a468-42e0-be2d-fc0ace72d5e7', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'port_id': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'mac_address': 'fa:16:3e:c9:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14089a3f-7fc9-484e-87c1-045acf977091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:58Z', 'updated_at': '2022-03-31T19:02:28Z', 'revision_number': 1, 'project_id': '418ee3602c044cabade548f899fe6162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:02:31.520177 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-6146502d-f17b-4ca4-87b1-bc47ef9bd8ff service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722314 Mar 31 19:02:31.524343 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-438ebf18-149c-403a-bece-c04f63a6f47b req-67e90648-1bf7-4ab3-ae30-611456b0e9bf tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156921 Mar 31 19:02:31.526144 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-9378f674-6b36-4c82-8afb-419ad7740d6d service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397032 Mar 31 19:02:31.539982 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53468) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:31.682601 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c5afc-d267-4611-97c0-27a92c9bd666 None None] New status for floating IP d7842004-a468-42e0-be2d-fc0ace72d5e7: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:02:31.685651 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90c15497-f366-4999-91dd-3d16d74cd488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:31.743636 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f80dd9cc-9541-45d6-80d2-7079833ceaf2 req-250978ed-1b57-40c3-98ce-d5f01b4b4a72 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892335 Mar 31 19:02:31.745348 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38c5ce4b-817a-40e6-907d-39dba34015c6 req-08dd1e24-e7ff-4fff-b774-5f518a0179ca service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990392 Mar 31 19:02:31.898413 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90c15497-f366-4999-91dd-3d16d74cd488 admin admin] Publish callbacks [] for security_group (89706313-4bf4-4f9f-b51f-530b11fdb9c9), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:31.904443 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90c15497-f366-4999-91dd-3d16d74cd488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (89706313-4bf4-4f9f-b51f-530b11fdb9c9), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:31.917136 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98b9ff-fc97-4971-ac01-00eef4c51629 req-28ada92a-44db-4dbb-bbde-3c660140b6b4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:31.918926 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b98b9ff-fc97-4971-ac01-00eef4c51629 req-28ada92a-44db-4dbb-bbde-3c660140b6b4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0880077 Mar 31 19:02:31.977470 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-90c15497-f366-4999-91dd-3d16d74cd488 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3b8038859b84a57ac7e3fadfdfbf5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333611 Mar 31 19:02:31.978493 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53484) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:31.999228 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c15497-f366-4999-91dd-3d16d74cd488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89706313-4bf4-4f9f-b51f-530b11fdb9c9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:32.036503 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b98b9ff-fc97-4971-ac01-00eef4c51629 req-2e63809e-eebb-48df-b804-51eecb7726a0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017220 Mar 31 19:02:32.085642 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16cbe530-378c-41f0-8f26-2a99f7ea351e admin admin] Publish callbacks [] for security_group (89706313-4bf4-4f9f-b51f-530b11fdb9c9), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:32.119511 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16cbe530-378c-41f0-8f26-2a99f7ea351e admin admin] Publish callbacks [] for security_group (89706313-4bf4-4f9f-b51f-530b11fdb9c9), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:32.190296 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16cbe530-378c-41f0-8f26-2a99f7ea351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (89706313-4bf4-4f9f-b51f-530b11fdb9c9), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:32.193168 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16cbe530-378c-41f0-8f26-2a99f7ea351e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:32.195091 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-16cbe530-378c-41f0-8f26-2a99f7ea351e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89706313-4bf4-4f9f-b51f-530b11fdb9c9 HTTP/1.1" status: 204 len: 168 time: 0.2123704 Mar 31 19:02:32.205609 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbe530-378c-41f0-8f26-2a99f7ea351e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89706313-4bf4-4f9f-b51f-530b11fdb9c9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:32.594418 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53508) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:32.611641 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59aa1470-f5d5-476a-b37c-f805354c7b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:32.691505 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82066b24-0b7d-4f6d-b9cb-b2fa9cdd90eb req-ff080f9d-900d-40ad-9085-5104c9a92637 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:32.693094 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-82066b24-0b7d-4f6d-b9cb-b2fa9cdd90eb req-ff080f9d-900d-40ad-9085-5104c9a92637 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0837162 Mar 31 19:02:32.774511 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59aa1470-f5d5-476a-b37c-f805354c7b66 admin admin] Publish callbacks [] for security_group (1f562d62-ba5c-4095-8279-02913c290425), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:32.778274 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-82066b24-0b7d-4f6d-b9cb-b2fa9cdd90eb req-2ce12cd0-222e-4357-98ea-dc2ff80121a9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773506 Mar 31 19:02:32.779395 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59aa1470-f5d5-476a-b37c-f805354c7b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (1f562d62-ba5c-4095-8279-02913c290425), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:32.820180 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-59aa1470-f5d5-476a-b37c-f805354c7b66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61ea79afa0174fe7b641c6ae95f5644d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241640 Mar 31 19:02:32.821197 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa1470-f5d5-476a-b37c-f805354c7b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f562d62-ba5c-4095-8279-02913c290425,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:32.824414 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53512) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:32.889497 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-761b9fd4-95e6-465b-951b-35244967f40f admin admin] Publish callbacks [] for security_group (1f562d62-ba5c-4095-8279-02913c290425), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:32.915091 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9190-abee-470c-8f51-6e9188cb5dbf req-e5daf536-97b0-4b9f-995a-7784c6ad5f41 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:32.916632 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0ee9190-abee-470c-8f51-6e9188cb5dbf req-e5daf536-97b0-4b9f-995a-7784c6ad5f41 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0556505 Mar 31 19:02:32.917445 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-761b9fd4-95e6-465b-951b-35244967f40f admin admin] Publish callbacks [] for security_group (1f562d62-ba5c-4095-8279-02913c290425), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:32.925952 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53514) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:32.931706 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6d0db247-abda-4d55-92b6-c9b0c8eaf3d0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'floatingip': {'port_id': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:33.017067 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d0db247-abda-4d55-92b6-c9b0c8eaf3d0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:33.184995 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-761b9fd4-95e6-465b-951b-35244967f40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (1f562d62-ba5c-4095-8279-02913c290425), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:33.187786 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-761b9fd4-95e6-465b-951b-35244967f40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:33.189121 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-761b9fd4-95e6-465b-951b-35244967f40f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f562d62-ba5c-4095-8279-02913c290425 HTTP/1.1" status: 204 len: 168 time: 0.3636801 Mar 31 19:02:33.191098 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365448-42c6-4690-97e5-6f886a675a53 req-7cb7e27d-4503-4c51-9be7-2c04285b7788 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:33.198700 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9e365448-42c6-4690-97e5-6f886a675a53 req-7cb7e27d-4503-4c51-9be7-2c04285b7788 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0798481 Mar 31 19:02:33.263477 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9e365448-42c6-4690-97e5-6f886a675a53 req-1feb1c9b-945d-49a7-92fa-19ca161e26c2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617008 Mar 31 19:02:33.292681 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b9fd4-95e6-465b-951b-35244967f40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f562d62-ba5c-4095-8279-02913c290425,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:33.447034 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454a4f8-9f4b-47e2-a13e-b0e72d68cb7b req-2d3e71c3-b64f-4fc1-b253-7f503a739311 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:33.451574 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a454a4f8-9f4b-47e2-a13e-b0e72d68cb7b req-2d3e71c3-b64f-4fc1-b253-7f503a739311 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0872183 Mar 31 19:02:33.522375 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a454a4f8-9f4b-47e2-a13e-b0e72d68cb7b req-73192721-186b-44c5-b412-1ce4bf553a0a tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674982 Mar 31 19:02:33.923203 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d0db247-abda-4d55-92b6-c9b0c8eaf3d0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:33.927731 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d0db247-abda-4d55-92b6-c9b0c8eaf3d0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:34.039250 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-6d0db247-abda-4d55-92b6-c9b0c8eaf3d0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Floating IP 6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1 associated. External IP: 172.27.0.73, port: 3aa48fe0-8a99-4347-8f74-9b5fb537f91a. Mar 31 19:02:34.289224 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0db247-abda-4d55-92b6-c9b0c8eaf3d0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:02:34.392384 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6009f95-8b12-46aa-b795-d9b16c9dcfe2 req-acbdbbe5-3241-412f-9c83-d02a9a204b07 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:34.394901 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d6009f95-8b12-46aa-b795-d9b16c9dcfe2 req-acbdbbe5-3241-412f-9c83-d02a9a204b07 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0605166 Mar 31 19:02:34.420263 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0db247-abda-4d55-92b6-c9b0c8eaf3d0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:02:34.426387 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d0db247-abda-4d55-92b6-c9b0c8eaf3d0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:34.433673 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] Sync routers for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:02:34.455251 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d6009f95-8b12-46aa-b795-d9b16c9dcfe2 req-d53cf95d-20e7-4e4f-8df0-8138c2c78660 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520773 Mar 31 19:02:34.463939 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:34.464481 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:34.484854 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6d0db247-abda-4d55-92b6-c9b0c8eaf3d0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "PUT /v2.0/floatingips/6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1 HTTP/1.1" status: 200 len: 990 time: 1.5573015 Mar 31 19:02:34.485606 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:34.488926 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f3917b-aff4-44d2-a072-bf9d0d48c864" -d '{"events": [{"name": "network-changed", "server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:34.545115 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e979b53-f1e2-42a1-a5f3-8429e4d323b5 x-openstack-request-id: req-1e979b53-f1e2-42a1-a5f3-8429e4d323b5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:34.545601 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:34.545858 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e979b53-f1e2-42a1-a5f3-8429e4d323b5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:34.546256 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e979b53-f1e2-42a1-a5f3-8429e4d323b5'] response: {'name': 'network-changed', 'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'status': 'completed', 'code': 200} Mar 31 19:02:34.583597 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:34.686858 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c15b7-5811-4415-88a4-882c3a275db9 req-81092037-ecf8-46d4-b6e6-248f60b70533 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:34.688486 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af3c15b7-5811-4415-88a4-882c3a275db9 req-81092037-ecf8-46d4-b6e6-248f60b70533 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0872049 Mar 31 19:02:34.741122 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af3c15b7-5811-4415-88a4-882c3a275db9 req-0425846a-9470-4a47-87f0-0bc583a072bc tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Mar 31 19:02:34.925794 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'port_id': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'mac_address': 'fa:16:3e:d1:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:56Z', 'updated_at': '2022-03-31T19:02:33Z', 'revision_number': 1, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:34.955341 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] Checking router: 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:02:34.963831 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:34.964435 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:35.073893 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:35.320442 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'port_id': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'mac_address': 'fa:16:3e:d1:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:56Z', 'updated_at': '2022-03-31T19:02:33Z', 'revision_number': 1, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:35.346393 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf95d6-70dc-4bd0-8af8-ac41ee72311b None None] The sync data for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi is: [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'port_id': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'mac_address': 'fa:16:3e:d1:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:01:56Z', 'updated_at': '2022-03-31T19:02:33Z', 'revision_number': 1, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:02:35.534550 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012ee0c-8c8e-453a-af60-0ff5be7c9f3b None None] New status for floating IP 6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:02:35.584566 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc335643-758e-4909-be83-da7636373e38 req-e875e688-14d9-428a-b208-906d024740c7 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:35.586156 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cc335643-758e-4909-be83-da7636373e38 req-e875e688-14d9-428a-b208-906d024740c7 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0564365 Mar 31 19:02:35.634335 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cc335643-758e-4909-be83-da7636373e38 req-696b90e2-153d-4be9-80b1-973def620e89 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Mar 31 19:02:35.864797 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a34ba-e646-4d52-bc9a-cf6024dd71f0 req-ea5afed9-abee-4ce1-afd4-af2790738fc5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:35.866267 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9b6a34ba-e646-4d52-bc9a-cf6024dd71f0 req-ea5afed9-abee-4ce1-afd4-af2790738fc5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0539761 Mar 31 19:02:35.919510 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9b6a34ba-e646-4d52-bc9a-cf6024dd71f0 req-1829fd58-cb90-4819-a7c2-1373f09751de tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Mar 31 19:02:36.660220 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-95d9e8d3-8f3d-4499-b7b7-4868616380f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:36.661718 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-95d9e8d3-8f3d-4499-b7b7-4868616380f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 1129 time: 0.0444221 Mar 31 19:02:36.998073 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f30e1d-abed-46f4-bb10-41dce6f9634d req-9c68b539-18ef-40fa-b916-0d026ddf4e90 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:36.999582 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a1f30e1d-abed-46f4-bb10-41dce6f9634d req-9c68b539-18ef-40fa-b916-0d026ddf4e90 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.2885883 Mar 31 19:02:37.046188 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-6096b7d2-d67f-4f4c-8e57-a52fb46faa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:37.047812 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-6096b7d2-d67f-4f4c-8e57-a52fb46faa37 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 912 time: 0.3784647 Mar 31 19:02:37.137894 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa53b-3038-4df0-b2f5-ead550f0eda0 req-a423a794-d37d-424c-9684-fa6916469d65 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:37.139405 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aabfa53b-3038-4df0-b2f5-ead550f0eda0 req-a423a794-d37d-424c-9684-fa6916469d65 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.1389315 Mar 31 19:02:37.143019 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a1f30e1d-abed-46f4-bb10-41dce6f9634d req-f0c9a084-be9d-4f8f-9f57-b358edcf60f9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360798 Mar 31 19:02:37.170750 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-8c4f3717-a8c6-46db-ad4c-5d0c49834719 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a HTTP/1.1" status: 200 len: 1000 time: 0.1126611 Mar 31 19:02:37.227169 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aabfa53b-3038-4df0-b2f5-ead550f0eda0 req-a406974b-df80-4647-836f-0c966af47e9e tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811412 Mar 31 19:02:37.240005 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-c958bc9f-63c1-4521-9a4d-1f353122954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:37.241452 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-c958bc9f-63c1-4521-9a4d-1f353122954c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.0588081 Mar 31 19:02:37.305803 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-9456cda2-a3e0-4685-a8e2-a91890ddc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:37.307356 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-9456cda2-a3e0-4685-a8e2-a91890ddc597 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477831 Mar 31 19:02:37.404477 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-282ae185-6f4e-45fc-b60e-1ede256ca11e service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891390 Mar 31 19:02:37.505610 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e4f3917b-aff4-44d2-a072-bf9d0d48c864 req-0264fe92-5460-4d9a-8d51-8c48a96d36ec service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911009 Mar 31 19:02:38.265078 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5a20-a38c-4e0a-ad3d-b6410330c6bb req-01a5a22b-f421-4899-b507-0d1770a0daae tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:38.266564 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bb6a5a20-a38c-4e0a-ad3d-b6410330c6bb req-01a5a22b-f421-4899-b507-0d1770a0daae tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0567789 Mar 31 19:02:38.341667 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bb6a5a20-a38c-4e0a-ad3d-b6410330c6bb req-fdcdda5b-f055-4879-be6f-4a530aa9e8d9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686631 Mar 31 19:02:38.365501 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e70e3-e981-487b-a20e-69b1e1c54347 req-bf37a6c5-b75e-4197-8903-4f8f93684862 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:38.366995 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e8e70e3-e981-487b-a20e-69b1e1c54347 req-bf37a6c5-b75e-4197-8903-4f8f93684862 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0663126 Mar 31 19:02:38.414000 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e8e70e3-e981-487b-a20e-69b1e1c54347 req-fb56d66b-6f73-410b-b1b2-071418e9a276 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Mar 31 19:02:38.715248 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:02:39.060856 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:39.461593 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c2467-b729-4980-a054-48eb72c8948b req-75de91b3-2c62-4d06-9846-c531ba185cf2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:39.463310 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e94c2467-b729-4980-a054-48eb72c8948b req-75de91b3-2c62-4d06-9846-c531ba185cf2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0553412 Mar 31 19:02:39.542273 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e94c2467-b729-4980-a054-48eb72c8948b req-44773834-9761-4141-af60-aecb14b889ec tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727477 Mar 31 19:02:39.557466 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82694df-20e8-4eee-ba80-9ec8084a2873 req-ca5edc31-db67-44fb-a8c9-6f12b31dd343 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:39.558908 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a82694df-20e8-4eee-ba80-9ec8084a2873 req-ca5edc31-db67-44fb-a8c9-6f12b31dd343 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0728452 Mar 31 19:02:39.609244 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a82694df-20e8-4eee-ba80-9ec8084a2873 req-86d4441a-b4d0-4187-b719-dcbe74aa5fae tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Mar 31 19:02:40.661590 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f8167-9a94-4b35-8171-bc213a4283bb req-c8254904-9e7f-464f-a3be-d96b9f9d1344 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:40.663087 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-de0f8167-9a94-4b35-8171-bc213a4283bb req-c8254904-9e7f-464f-a3be-d96b9f9d1344 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0541170 Mar 31 19:02:40.741301 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-de0f8167-9a94-4b35-8171-bc213a4283bb req-0d86652a-304a-4a6b-8bdf-46a1b9376320 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724645 Mar 31 19:02:40.756678 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00880694-1b70-4237-a564-6dfb9068cd00 req-b821ec40-bff2-430d-b8b7-21e8a933cc7a tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:40.758136 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-00880694-1b70-4237-a564-6dfb9068cd00 req-b821ec40-bff2-430d-b8b7-21e8a933cc7a tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0756726 Mar 31 19:02:40.805132 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-00880694-1b70-4237-a564-6dfb9068cd00 req-79c77eb5-2325-4971-8949-9c258f6a5601 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Mar 31 19:02:41.915023 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa564b-b11d-4b03-ae7a-f3490c9d9758 req-ff524c03-d8c6-4959-8336-c7a4ea97febc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:41.916488 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-33aa564b-b11d-4b03-ae7a-f3490c9d9758 req-ff524c03-d8c6-4959-8336-c7a4ea97febc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1087468 Mar 31 19:02:41.949085 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-007d061f-43d9-417f-a53d-f1a3e592672f req-fa882154-3c8d-47dc-9bc0-01e30e22a2f0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1138008 Mar 31 19:02:41.973976 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2b985-b1d2-4316-92c6-43e112d5f9c0 req-ea0d552b-d9b6-43c0-9810-9a789888fa44 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:41.975572 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-30c2b985-b1d2-4316-92c6-43e112d5f9c0 req-ea0d552b-d9b6-43c0-9810-9a789888fa44 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.1014555 Mar 31 19:02:41.997218 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-33aa564b-b11d-4b03-ae7a-f3490c9d9758 req-ebac9d21-e3c8-43cf-a5bd-914bf8b2cfc9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736432 Mar 31 19:02:42.035448 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-30c2b985-b1d2-4316-92c6-43e112d5f9c0 req-ba13c694-115e-483c-9501-08026a7a776c tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517302 Mar 31 19:02:42.082898 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d061f-43d9-417f-a53d-f1a3e592672f req-98ded2d3-5525-4c3e-927a-518acc47ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:42.084425 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-007d061f-43d9-417f-a53d-f1a3e592672f req-98ded2d3-5525-4c3e-927a-518acc47ea8b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 1129 time: 0.0441587 Mar 31 19:02:42.231706 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d061f-43d9-417f-a53d-f1a3e592672f req-64fc4923-540a-41ca-b193-72a24273e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:42.233205 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-007d061f-43d9-417f-a53d-f1a3e592672f req-64fc4923-540a-41ca-b193-72a24273e9f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.0963998 Mar 31 19:02:42.277051 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-007d061f-43d9-417f-a53d-f1a3e592672f req-f05dd0d0-4d15-45c8-9389-73a1bf871070 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770 HTTP/1.1" status: 200 len: 217 time: 0.0378203 Mar 31 19:02:42.329660 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d061f-43d9-417f-a53d-f1a3e592672f req-edc3f859-9a16-4f8b-ab8f-79d62ef589ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:42.332404 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-007d061f-43d9-417f-a53d-f1a3e592672f req-edc3f859-9a16-4f8b-ab8f-79d62ef589ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0475411 Mar 31 19:02:42.385945 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d061f-43d9-417f-a53d-f1a3e592672f req-de71b189-a2d9-4f04-941a-8351ac3a12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:42.387470 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-007d061f-43d9-417f-a53d-f1a3e592672f req-de71b189-a2d9-4f04-941a-8351ac3a12f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485346 Mar 31 19:02:42.483312 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-007d061f-43d9-417f-a53d-f1a3e592672f req-d5cd1b42-c2a9-4741-9539-f7b8afb268ca service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841243 Mar 31 19:02:42.586473 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-007d061f-43d9-417f-a53d-f1a3e592672f req-52887ae5-7409-474a-aab8-67189672f795 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920691 Mar 31 19:02:43.168492 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976c7e3-9350-4deb-aec5-d01672f1b344 req-03f99eb9-f683-40a7-b0e1-3c81ce0f1808 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:43.169959 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b976c7e3-9350-4deb-aec5-d01672f1b344 req-03f99eb9-f683-40a7-b0e1-3c81ce0f1808 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0825284 Mar 31 19:02:43.202976 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9cc1-d819-45e5-9146-8ded8a2c8e36 req-e1ab114f-67d3-404e-b4f6-50aeaa68607e tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:43.204432 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d17d9cc1-d819-45e5-9146-8ded8a2c8e36 req-e1ab114f-67d3-404e-b4f6-50aeaa68607e tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0795314 Mar 31 19:02:43.252532 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b976c7e3-9350-4deb-aec5-d01672f1b344 req-fbe41c5b-ef3c-4b95-8b2c-f23038eedb76 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753770 Mar 31 19:02:43.274356 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d17d9cc1-d819-45e5-9146-8ded8a2c8e36 req-039e2ea6-46df-4c19-b7ee-84cd341db4dd tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597181 Mar 31 19:02:44.405899 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d1dd1-62d9-48e1-98f7-53a8900af920 req-5321ae7a-9dea-4c09-b661-4af715b5834f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:44.407408 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4c2d1dd1-62d9-48e1-98f7-53a8900af920 req-5321ae7a-9dea-4c09-b661-4af715b5834f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0852361 Mar 31 19:02:44.420643 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9f816-cb45-425f-a1d0-d7617b6101ee req-57ab2647-c38c-41af-85c2-3c1f2e747a19 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:44.426104 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4bc9f816-cb45-425f-a1d0-d7617b6101ee req-57ab2647-c38c-41af-85c2-3c1f2e747a19 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0732598 Mar 31 19:02:44.491255 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4c2d1dd1-62d9-48e1-98f7-53a8900af920 req-e42a01db-e4ac-4f9c-9417-b3f46b5d4120 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778174 Mar 31 19:02:44.498205 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4bc9f816-cb45-425f-a1d0-d7617b6101ee req-2de3e7de-77f3-48c6-a928-46bf0343f03d tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701048 Mar 31 19:02:45.644710 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4819-ae28-4d07-993a-b17ea26577e7 req-a49c7006-e351-47cd-9439-6b5c054c2b45 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:45.645688 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-abde4819-ae28-4d07-993a-b17ea26577e7 req-a49c7006-e351-47cd-9439-6b5c054c2b45 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0870960 Mar 31 19:02:45.656410 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cbb60-6363-412d-9c76-bdf90a25ccc6 req-53235b3b-081f-4479-a52b-08d71b5bc66b tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:45.658414 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8c2cbb60-6363-412d-9c76-bdf90a25ccc6 req-53235b3b-081f-4479-a52b-08d71b5bc66b tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0898898 Mar 31 19:02:45.730973 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-abde4819-ae28-4d07-993a-b17ea26577e7 req-f58bcf76-6b7a-47c6-93a2-926fdf06bff2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714424 Mar 31 19:02:45.739115 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8c2cbb60-6363-412d-9c76-bdf90a25ccc6 req-b67bdfe4-948f-480b-9b4e-daf6a5dfcaaf tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735869 Mar 31 19:02:46.889106 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba335c2-a0ff-44d6-9b2e-aba5d8342b23 req-dac72ad1-30df-47e4-8b8c-4cb9832424f6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:46.890659 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2ba335c2-a0ff-44d6-9b2e-aba5d8342b23 req-dac72ad1-30df-47e4-8b8c-4cb9832424f6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0872462 Mar 31 19:02:46.899989 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00108fbd-a277-42d1-90c8-edf12a8718b3 req-bd3bc403-b3c2-47a0-9b4b-a1e6b27f9018 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:46.901474 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-00108fbd-a277-42d1-90c8-edf12a8718b3 req-bd3bc403-b3c2-47a0-9b4b-a1e6b27f9018 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.0886621 Mar 31 19:02:46.975746 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2ba335c2-a0ff-44d6-9b2e-aba5d8342b23 req-8a5e4ee8-80be-4758-b3bd-5efa36577f7f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731726 Mar 31 19:02:46.980240 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-00108fbd-a277-42d1-90c8-edf12a8718b3 req-3a42da31-85c9-42d1-b865-7c95b9ed0eb8 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718846 Mar 31 19:02:48.171798 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9d00f-205c-4495-b16f-5b1e597298c6 req-fae21937-47ee-4813-991f-a40bee01f145 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:48.173435 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07a9d00f-205c-4495-b16f-5b1e597298c6 req-fae21937-47ee-4813-991f-a40bee01f145 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1276927 Mar 31 19:02:48.188234 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe7472-d522-4cf5-9c87-f8b1b771e00b req-5f1cd13f-ab3d-471e-be16-feacc7a4b293 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:48.191122 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-67fe7472-d522-4cf5-9c87-f8b1b771e00b req-5f1cd13f-ab3d-471e-be16-feacc7a4b293 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.1351235 Mar 31 19:02:48.204505 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-34bc5bcf-a484-410b-b758-8243b198bdb7 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:48.207375 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-34bc5bcf-a484-410b-b758-8243b198bdb7 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 945 time: 0.1499567 Mar 31 19:02:48.333227 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07a9d00f-205c-4495-b16f-5b1e597298c6 req-833c9a04-232c-4e2f-95de-ff8badc40fb2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526589 Mar 31 19:02:48.370522 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-67fe7472-d522-4cf5-9c87-f8b1b771e00b req-122526b9-e67c-4393-91d9-fff6bae7d80a tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/security-groups?id=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611023 Mar 31 19:02:48.420141 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Deleting port 76a2950f-3586-438e-91b1-a0d69c1893d0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:02:48.420458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:48.519838 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] For port 76a2950f-3586-438e-91b1-a0d69c1893d0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=76a2950f-3586-438e-91b1-a0d69c1893d0,segment=NetworkSegment(29723165-bedc-4dc8-9001-8ad2a3d3cea2),segment_id=29723165-bedc-4dc8-9001-8ad2a3d3cea2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:48.519838 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:48.536351 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Calling delete_port for 76a2950f-3586-438e-91b1-a0d69c1893d0 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:02:48.701194 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (76a2950f-3586-438e-91b1-a0d69c1893d0), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:48.715688 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['76a2950f-3586-438e-91b1-a0d69c1893d0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:02:48.730580 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Pushing event deleted for resources: {'Port': ['ID=76a2950f-3586-438e-91b1-a0d69c1893d0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:48.779961 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.780301 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.780638 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.780971 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.781301 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.781623 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.781942 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.782262 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.782588 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.782905 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.783276 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.783598 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.783913 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.784229 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.784541 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:48.804276 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] No DVR routers for this DVR port 76a2950f-3586-438e-91b1-a0d69c1893d0 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:02:48.807565 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:48.810893 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d1b27d6c-1463-4361-9ce0-a80cc030ce8c req-75e6806f-bf4d-4895-807d-f6eac440c3a5 tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.78 "DELETE /v2.0/ports/76a2950f-3586-438e-91b1-a0d69c1893d0 HTTP/1.1" status: 204 len: 173 time: 0.5881050 Mar 31 19:02:48.811361 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb8d7b-ca5f-48a6-977f-af1dd507da99', 'name': 'network-vif-deleted', 'tag': '76a2950f-3586-438e-91b1-a0d69c1893d0'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:02:48.813569 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce1d618-6fd1-4bfa-800f-67727fae73df" -d '{"events": [{"server_uuid": "4bbb8d7b-ca5f-48a6-977f-af1dd507da99", "name": "network-vif-deleted", "tag": "76a2950f-3586-438e-91b1-a0d69c1893d0"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:02:48.850431 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f47951-ca8a-4895-afc3-388985e5196a x-openstack-request-id: req-87f47951-ca8a-4895-afc3-388985e5196a {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:02:48.850721 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbb8d7b-ca5f-48a6-977f-af1dd507da99", "name": "network-vif-deleted", "tag": "76a2950f-3586-438e-91b1-a0d69c1893d0", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:02:48.850991 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87f47951-ca8a-4895-afc3-388985e5196a {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:02:48.851662 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f47951-ca8a-4895-afc3-388985e5196a'] response: {'server_uuid': '4bbb8d7b-ca5f-48a6-977f-af1dd507da99', 'name': 'network-vif-deleted', 'tag': '76a2950f-3586-438e-91b1-a0d69c1893d0', 'status': 'completed', 'code': 200} Mar 31 19:02:49.495642 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-228356e3-6401-4d0e-9a25-073fa0d97398 req-9256c1a2-e270-4b6e-afcb-284de49e1bdb tempest-DeleteServersTestJSON-893414022 tempest-DeleteServersTestJSON-893414022-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb8d7b-ca5f-48a6-977f-af1dd507da99 HTTP/1.1" status: 200 len: 210 time: 0.0317650 Mar 31 19:02:49.504154 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7e4e-66aa-4cef-9a25-b2fec5db0378 req-b5e7a514-b091-420c-9746-d821f1e431f4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:49.505724 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b31c7e4e-66aa-4cef-9a25-b2fec5db0378 req-b5e7a514-b091-420c-9746-d821f1e431f4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0997286 Mar 31 19:02:49.556257 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b31c7e4e-66aa-4cef-9a25-b2fec5db0378 req-d271abc5-3f8b-447b-938e-506556da2081 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444450 Mar 31 19:02:50.700570 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b6ba2-3152-43fe-83d7-aebfa9fc5df7 req-bb8c8416-62ca-4076-b0c7-5310ad29fa9c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:50.702111 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e47b6ba2-3152-43fe-83d7-aebfa9fc5df7 req-bb8c8416-62ca-4076-b0c7-5310ad29fa9c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0646126 Mar 31 19:02:50.763692 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e47b6ba2-3152-43fe-83d7-aebfa9fc5df7 req-286c5ae0-62a9-4a39-a514-3622bfce0b93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504339 Mar 31 19:02:50.925222 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53832) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:51.078507 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.187143 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Publish callbacks [] for security_group (e80bc06d-44a2-47fb-a515-4583867e7409), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.192246 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e80bc06d-44a2-47fb-a515-4583867e7409), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.234899 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1be7dd04ea748e08f60d62ba2ade8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085632 Mar 31 19:02:51.239489 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53856) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:51.246672 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80bc06d-44a2-47fb-a515-4583867e7409,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:51.256109 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.256674 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.257192 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.257795 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.258334 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.258902 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.259453 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.259966 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.260493 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.261137 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.261669 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.262356 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.263015 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.263533 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.264143 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffe6e75-2874-450f-b3b3-0acd32eb7aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:51.361078 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cade044-b654-4d6a-b94f-55f9ed12c90a admin admin] Publish callbacks [] for security_group (e80bc06d-44a2-47fb-a515-4583867e7409), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.396038 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cade044-b654-4d6a-b94f-55f9ed12c90a admin admin] Publish callbacks [] for security_group (e80bc06d-44a2-47fb-a515-4583867e7409), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.456227 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cade044-b654-4d6a-b94f-55f9ed12c90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e80bc06d-44a2-47fb-a515-4583867e7409), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.461540 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cade044-b654-4d6a-b94f-55f9ed12c90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.478527 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-9cade044-b654-4d6a-b94f-55f9ed12c90a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e80bc06d-44a2-47fb-a515-4583867e7409 HTTP/1.1" status: 204 len: 168 time: 0.2319300 Mar 31 19:02:51.498791 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cade044-b654-4d6a-b94f-55f9ed12c90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80bc06d-44a2-47fb-a515-4583867e7409,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:51.513524 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53874) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:51.684677 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fbcf463a-9fad-4f41-88b6-bea124881485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.806481 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fbcf463a-9fad-4f41-88b6-bea124881485 admin admin] Publish callbacks [] for security_group (b6773270-df58-4728-b307-175824ffc425), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.816408 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fbcf463a-9fad-4f41-88b6-bea124881485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b6773270-df58-4728-b307-175824ffc425), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:51.876256 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 76a2950f-3586-438e-91b1-a0d69c1893d0 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:02:51.892707 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-fbcf463a-9fad-4f41-88b6-bea124881485 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dd51e33938441a4a6bb8df7df4fd967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766155 Mar 31 19:02:51.895881 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf463a-9fad-4f41-88b6-bea124881485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6773270-df58-4728-b307-175824ffc425,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:51.906670 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 76a2950f-3586-438e-91b1-a0d69c1893d0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:02:51.908960 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 76a2950f-3586-438e-91b1-a0d69c1893d0 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:02:51.925454 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53886) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:51.939919 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2516382-2a33-4f81-b571-a28160b16763 req-8c873f1b-4bf3-4fd0-827e-7c84f20832c3 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:51.942440 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d2516382-2a33-4f81-b571-a28160b16763 req-8c873f1b-4bf3-4fd0-827e-7c84f20832c3 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0716267 Mar 31 19:02:52.026761 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d2516382-2a33-4f81-b571-a28160b16763 req-6e5fbbbb-4b60-414a-8634-b8e29d8fec4a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783260 Mar 31 19:02:52.034031 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30fcd31d-841c-4695-97c1-5313854c77bc admin admin] Publish callbacks [] for security_group (b6773270-df58-4728-b307-175824ffc425), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.076251 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30fcd31d-841c-4695-97c1-5313854c77bc admin admin] Publish callbacks [] for security_group (b6773270-df58-4728-b307-175824ffc425), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.093137 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53894) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:52.118990 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53896) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:52.135734 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8085c09-8678-4542-aa06-489aaca83c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.147825 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd242ed-bec5-4ac8-9fde-ec86610fff37 admin admin] Deleting subnet dcebba20-9b6f-4f84-be08-36725bb99157 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:02:52.151190 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3bd242ed-bec5-4ac8-9fde-ec86610fff37 admin admin] Publish callbacks [] for subnet (dcebba20-9b6f-4f84-be08-36725bb99157), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.171303 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30fcd31d-841c-4695-97c1-5313854c77bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b6773270-df58-4728-b307-175824ffc425), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.174170 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30fcd31d-841c-4695-97c1-5313854c77bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.175948 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-30fcd31d-841c-4695-97c1-5313854c77bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6773270-df58-4728-b307-175824ffc425 HTTP/1.1" status: 204 len: 168 time: 0.2480743 Mar 31 19:02:52.192702 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3bd242ed-bec5-4ac8-9fde-ec86610fff37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16081664'] for subnet (dcebba20-9b6f-4f84-be08-36725bb99157), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.195885 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcd31d-841c-4695-97c1-5313854c77bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6773270-df58-4728-b307-175824ffc425,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:52.255487 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3bd242ed-bec5-4ac8-9fde-ec86610fff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (dcebba20-9b6f-4f84-be08-36725bb99157), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.283513 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8085c09-8678-4542-aa06-489aaca83c55 admin admin] Publish callbacks [] for security_group (eeec25ee-dab0-4ba9-a240-859ec0bb170d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.293418 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8085c09-8678-4542-aa06-489aaca83c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (eeec25ee-dab0-4ba9-a240-859ec0bb170d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.328557 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3bd242ed-bec5-4ac8-9fde-ec86610fff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16081867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390940'] for subnet (dcebba20-9b6f-4f84-be08-36725bb99157), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.351765 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8085c09-8678-4542-aa06-489aaca83c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec25ee-dab0-4ba9-a240-859ec0bb170d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:52.358053 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd242ed-bec5-4ac8-9fde-ec86610fff37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcebba20-9b6f-4f84-be08-36725bb99157,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:52.366140 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3bd242ed-bec5-4ac8-9fde-ec86610fff37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.369471 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-3bd242ed-bec5-4ac8-9fde-ec86610fff37 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dcebba20-9b6f-4f84-be08-36725bb99157 HTTP/1.1" status: 204 len: 168 time: 0.2750554 Mar 31 19:02:52.369987 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53900) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:52.375157 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f8085c09-8678-4542-aa06-489aaca83c55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=651250784978487db14ef49318bed0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549083 Mar 31 19:02:52.375657 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:52.434996 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c9593f33-f869-426a-b13b-9b1b799cb011 admin admin] Publish callbacks [] for security_group (eeec25ee-dab0-4ba9-a240-859ec0bb170d), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.447574 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (1da71d06-c88b-483f-983a-1e80d125ff48), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.460356 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c9593f33-f869-426a-b13b-9b1b799cb011 admin admin] Publish callbacks [] for security_group (eeec25ee-dab0-4ba9-a240-859ec0bb170d), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.516254 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c9593f33-f869-426a-b13b-9b1b799cb011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (eeec25ee-dab0-4ba9-a240-859ec0bb170d), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.519362 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c9593f33-f869-426a-b13b-9b1b799cb011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.520584 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c9593f33-f869-426a-b13b-9b1b799cb011 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeec25ee-dab0-4ba9-a240-859ec0bb170d HTTP/1.1" status: 204 len: 168 time: 0.1496837 Mar 31 19:02:52.530684 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9593f33-f869-426a-b13b-9b1b799cb011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec25ee-dab0-4ba9-a240-859ec0bb170d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:52.541330 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (1da71d06-c88b-483f-983a-1e80d125ff48), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.569650 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da71d06-c88b-483f-983a-1e80d125ff48']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:52.579754 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29723165-bedc-4dc8-9001-8ad2a3d3cea2') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:52.580065 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29723165-bedc-4dc8-9001-8ad2a3d3cea2') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:52.590647 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12949580'] for segment (29723165-bedc-4dc8-9001-8ad2a3d3cea2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.613798 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (29723165-bedc-4dc8-9001-8ad2a3d3cea2), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.621232 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:02:52.621780 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15804107'] for segment (29723165-bedc-4dc8-9001-8ad2a3d3cea2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: Traceback (most recent call last): Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: timer() Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: cb(*args, **kw) Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: self._notify() Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: self.callback(batched_events) Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: event.method(event) Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: return f(self, *a, **k) Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._get(url).json() Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:02:52.623658 dv-cinder-836066-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:02:52.657920 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53912) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:52.679542 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82a33ab-5c5a-4798-959c-8c3fc1f0a0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.692398 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (1da71d06-c88b-483f-983a-1e80d125ff48), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.704076 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.710718 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1da71d06-c88b-483f-983a-1e80d125ff48 HTTP/1.1" status: 204 len: 168 time: 0.3336849 Mar 31 19:02:52.731058 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1493d9-1cad-4fca-b0ab-e04d4acbd3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da71d06-c88b-483f-983a-1e80d125ff48,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:52.815226 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82a33ab-5c5a-4798-959c-8c3fc1f0a0b3 admin admin] Publish callbacks [] for security_group (60312700-e47b-4025-908a-135c76fa0c5c), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.821409 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82a33ab-5c5a-4798-959c-8c3fc1f0a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (60312700-e47b-4025-908a-135c76fa0c5c), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:52.857352 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53930) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:52.882565 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53936) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:52.887743 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c82a33ab-5c5a-4798-959c-8c3fc1f0a0b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f24aafaa432d46eba251b70143d68696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271628 Mar 31 19:02:52.890268 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a33ab-5c5a-4798-959c-8c3fc1f0a0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60312700-e47b-4025-908a-135c76fa0c5c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:53.013932 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53942) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:53.068376 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b1231956-94ed-47c1-b78d-e2264e84bb81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db4e31e26acb4fc28e94dd62b655b4c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0526540 Mar 31 19:02:53.071029 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:53.181115 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-322b56d8-b9ee-4008-abef-99c9d448fef5 admin admin] Publish callbacks [] for security_group (faa24d72-89d0-4ffb-bb0a-a010cf5e6d26), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.195769 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52e293-0465-49cb-8e99-9e94052daaf5 req-2287ea51-40da-48fb-af8e-62fee50cca1b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:53.197613 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9c52e293-0465-49cb-8e99-9e94052daaf5 req-2287ea51-40da-48fb-af8e-62fee50cca1b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0943692 Mar 31 19:02:53.215432 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d4fca5-4a4a-4d21-9423-fff01e23fcda admin admin] Deleting subnet 32b06801-8c69-4794-aff1-53321c37bbf2 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:02:53.223180 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45d4fca5-4a4a-4d21-9423-fff01e23fcda admin admin] Publish callbacks [] for subnet (32b06801-8c69-4794-aff1-53321c37bbf2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.224850 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6acae31c-de5b-481a-9983-0378694c3b0a admin admin] Publish callbacks [] for security_group (60312700-e47b-4025-908a-135c76fa0c5c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.234274 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-322b56d8-b9ee-4008-abef-99c9d448fef5 admin admin] Publish callbacks [] for security_group (faa24d72-89d0-4ffb-bb0a-a010cf5e6d26), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.275898 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6acae31c-de5b-481a-9983-0378694c3b0a admin admin] Publish callbacks [] for security_group (60312700-e47b-4025-908a-135c76fa0c5c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.279458 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45d4fca5-4a4a-4d21-9423-fff01e23fcda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12949575'] for subnet (32b06801-8c69-4794-aff1-53321c37bbf2), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.296178 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9c52e293-0465-49cb-8e99-9e94052daaf5 req-52a37a2f-a307-49c8-a3e1-9f3ae6d4857e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830474 Mar 31 19:02:53.321499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-322b56d8-b9ee-4008-abef-99c9d448fef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (faa24d72-89d0-4ffb-bb0a-a010cf5e6d26), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.325288 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-322b56d8-b9ee-4008-abef-99c9d448fef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.326665 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-322b56d8-b9ee-4008-abef-99c9d448fef5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/faa24d72-89d0-4ffb-bb0a-a010cf5e6d26 HTTP/1.1" status: 204 len: 168 time: 0.2538433 Mar 31 19:02:53.338834 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b56d8-b9ee-4008-abef-99c9d448fef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa24d72-89d0-4ffb-bb0a-a010cf5e6d26,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:53.367675 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45d4fca5-4a4a-4d21-9423-fff01e23fcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (32b06801-8c69-4794-aff1-53321c37bbf2), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.433114 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6acae31c-de5b-481a-9983-0378694c3b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (60312700-e47b-4025-908a-135c76fa0c5c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.435685 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6acae31c-de5b-481a-9983-0378694c3b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.436901 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6acae31c-de5b-481a-9983-0378694c3b0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60312700-e47b-4025-908a-135c76fa0c5c HTTP/1.1" status: 204 len: 168 time: 0.5521317 Mar 31 19:02:53.446320 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acae31c-de5b-481a-9983-0378694c3b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60312700-e47b-4025-908a-135c76fa0c5c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:53.448531 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45d4fca5-4a4a-4d21-9423-fff01e23fcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15806061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12789556'] for subnet (32b06801-8c69-4794-aff1-53321c37bbf2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.479656 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4fca5-4a4a-4d21-9423-fff01e23fcda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b06801-8c69-4794-aff1-53321c37bbf2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:53.487442 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45d4fca5-4a4a-4d21-9423-fff01e23fcda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.490690 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-45d4fca5-4a4a-4d21-9423-fff01e23fcda admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32b06801-8c69-4794-aff1-53321c37bbf2 HTTP/1.1" status: 204 len: 168 time: 0.6314378 Mar 31 19:02:53.493268 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53962) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:53.565621 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (d1b0f6a7-cc95-4c00-9592-a1cac545c228), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.663805 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (d1b0f6a7-cc95-4c00-9592-a1cac545c228), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.684892 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b0f6a7-cc95-4c00-9592-a1cac545c228']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:53.696290 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38b9959-611a-4d16-b1ae-9cab6af9b7d7') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:53.696622 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38b9959-611a-4d16-b1ae-9cab6af9b7d7') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:53.709657 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12949580'] for segment (e38b9959-611a-4d16-b1ae-9cab6af9b7d7), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.724727 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (e38b9959-611a-4d16-b1ae-9cab6af9b7d7), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.733048 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:02:53.733628 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15804107'] for segment (e38b9959-611a-4d16-b1ae-9cab6af9b7d7), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: Traceback (most recent call last): Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: timer() Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: cb(*args, **kw) Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: self._notify() Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: self.callback(batched_events) Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: event.method(event) Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: return f(self, *a, **k) Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._get(url).json() Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:02:53.735883 dv-cinder-836066-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:02:53.789639 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fcc8131d-ecc3-41b4-88a2-583ed0812461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.797722 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (d1b0f6a7-cc95-4c00-9592-a1cac545c228), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.802977 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.815508 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] 10.222.0.13 "DELETE /v2.0/networks/d1b0f6a7-cc95-4c00-9592-a1cac545c228 HTTP/1.1" status: 204 len: 168 time: 0.3118901 Mar 31 19:02:53.815791 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:53.824689 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82260fa1-4173-40cb-8f62-8925cf1fcd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b0f6a7-cc95-4c00-9592-a1cac545c228,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:53.893658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-078db552-4f55-40f5-8149-6ddd10e0a865 admin admin] Deleting subnet 8280754c-0468-4d3c-afa1-b0fcbdfb25b6 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:02:53.899644 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-078db552-4f55-40f5-8149-6ddd10e0a865 admin admin] Publish callbacks [] for subnet (8280754c-0468-4d3c-afa1-b0fcbdfb25b6), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:53.964899 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-078db552-4f55-40f5-8149-6ddd10e0a865 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16081664'] for subnet (8280754c-0468-4d3c-afa1-b0fcbdfb25b6), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.008098 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-078db552-4f55-40f5-8149-6ddd10e0a865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (8280754c-0468-4d3c-afa1-b0fcbdfb25b6), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.074305 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-078db552-4f55-40f5-8149-6ddd10e0a865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16081867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390940'] for subnet (8280754c-0468-4d3c-afa1-b0fcbdfb25b6), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.103205 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078db552-4f55-40f5-8149-6ddd10e0a865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8280754c-0468-4d3c-afa1-b0fcbdfb25b6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:54.108412 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-078db552-4f55-40f5-8149-6ddd10e0a865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.115876 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 53992) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:54.116055 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-078db552-4f55-40f5-8149-6ddd10e0a865 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8280754c-0468-4d3c-afa1-b0fcbdfb25b6 HTTP/1.1" status: 204 len: 168 time: 0.3050022 Mar 31 19:02:54.193609 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (cde3db94-fe5f-4d9e-a9a3-903c0152d6cd), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.246297 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 53998) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:54.286598 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (cde3db94-fe5f-4d9e-a9a3-903c0152d6cd), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.327204 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde3db94-fe5f-4d9e-a9a3-903c0152d6cd']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:54.347330 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1afcca0-ccb0-426e-9417-1a84c77652ed') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:54.347823 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1afcca0-ccb0-426e-9417-1a84c77652ed') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:54.365274 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12949580'] for segment (a1afcca0-ccb0-426e-9417-1a84c77652ed), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.387632 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (a1afcca0-ccb0-426e-9417-1a84c77652ed), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.401007 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:02:54.402517 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15804107'] for segment (a1afcca0-ccb0-426e-9417-1a84c77652ed), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: Traceback (most recent call last): Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: timer() Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: cb(*args, **kw) Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: self._notify() Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: self.callback(batched_events) Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: event.method(event) Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: return f(self, *a, **k) Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._get(url).json() Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:02:54.406682 dv-cinder-836066-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:02:54.489917 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ad0eba6-3e31-4dc9-8d7a-44099ff6739d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.507352 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (cde3db94-fe5f-4d9e-a9a3-903c0152d6cd), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.523236 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.529806 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cde3db94-fe5f-4d9e-a9a3-903c0152d6cd HTTP/1.1" status: 204 len: 168 time: 0.4128063 Mar 31 19:02:54.545789 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb86c3-d90f-4244-8de5-6d82d6a13929 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde3db94-fe5f-4d9e-a9a3-903c0152d6cd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:54.555092 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfd50a-06b0-4f10-9c59-6e30b3a0e7cb req-bdfbf761-ad22-4a07-a524-caf177a16706 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:54.555092 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5ddfd50a-06b0-4f10-9c59-6e30b3a0e7cb req-bdfbf761-ad22-4a07-a524-caf177a16706 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1449819 Mar 31 19:02:54.627336 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5ddfd50a-06b0-4f10-9c59-6e30b3a0e7cb req-f9b0a37c-0f5e-44c5-9dae-5e7f0cb6ad67 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655339 Mar 31 19:02:54.651783 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ad0eba6-3e31-4dc9-8d7a-44099ff6739d admin admin] Publish callbacks [] for security_group (407a64ae-a8ab-4e3e-9698-873d5cc0c714), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.657214 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ad0eba6-3e31-4dc9-8d7a-44099ff6739d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (407a64ae-a8ab-4e3e-9698-873d5cc0c714), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.701214 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-2ad0eba6-3e31-4dc9-8d7a-44099ff6739d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=816faec685414dfeb4cc8b8960f5fdfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505889 Mar 31 19:02:54.701590 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54020) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:54.717060 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0eba6-3e31-4dc9-8d7a-44099ff6739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407a64ae-a8ab-4e3e-9698-873d5cc0c714,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:54.759827 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54022) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:54.762534 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48649a8e-1507-4421-8d15-e4059635e25d admin admin] Publish callbacks [] for security_group (407a64ae-a8ab-4e3e-9698-873d5cc0c714), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.792329 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48649a8e-1507-4421-8d15-e4059635e25d admin admin] Publish callbacks [] for security_group (407a64ae-a8ab-4e3e-9698-873d5cc0c714), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.816852 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b7f3fc7e-ff4b-4ef1-8b60-480d7c29c531 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=204b9ded3c1940728a338168e5d24f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556281 Mar 31 19:02:54.819734 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54024) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:54.889553 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d11a210f-02b6-46a2-8d1a-15776335f91a admin admin] Publish callbacks [] for security_group (e7749cb0-7c6a-4643-ac35-6fbf223db73f), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.890405 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54028) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:54.894931 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48649a8e-1507-4421-8d15-e4059635e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (407a64ae-a8ab-4e3e-9698-873d5cc0c714), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.897726 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48649a8e-1507-4421-8d15-e4059635e25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.899152 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-48649a8e-1507-4421-8d15-e4059635e25d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/407a64ae-a8ab-4e3e-9698-873d5cc0c714 HTTP/1.1" status: 204 len: 168 time: 0.1953838 Mar 31 19:02:54.921572 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48649a8e-1507-4421-8d15-e4059635e25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407a64ae-a8ab-4e3e-9698-873d5cc0c714,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:54.924944 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d11a210f-02b6-46a2-8d1a-15776335f91a admin admin] Publish callbacks [] for security_group (e7749cb0-7c6a-4643-ac35-6fbf223db73f), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:54.994173 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d11a210f-02b6-46a2-8d1a-15776335f91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e7749cb0-7c6a-4643-ac35-6fbf223db73f), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.001743 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d11a210f-02b6-46a2-8d1a-15776335f91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.003709 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-d11a210f-02b6-46a2-8d1a-15776335f91a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7749cb0-7c6a-4643-ac35-6fbf223db73f HTTP/1.1" status: 204 len: 168 time: 0.1819782 Mar 31 19:02:55.007683 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1251582502-network', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:55.012914 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a210f-02b6-46a2-8d1a-15776335f91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7749cb0-7c6a-4643-ac35-6fbf223db73f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:55.053035 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Made reservation on behalf of 2cb76bcd43844538ae65d40fd6cfff86 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:55.060302 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.070669 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.172554 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Publish callbacks [] for security_group (ec84466a-6f7d-4354-b28a-91050a262751), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.178314 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ec84466a-6f7d-4354-b28a-91050a262751), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.203195 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:02:55.226254 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec84466a-6f7d-4354-b28a-91050a262751,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:55.230805 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (8d339242-2570-4f35-af73-bb6cfaaa0435), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.231204 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Added segment 8d339242-2570-4f35-af73-bb6cfaaa0435 of type vlan for network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 Mar 31 19:02:55.275272 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (3124a844-b0a0-4573-aebc-d6e0cd2ed1d2), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.310711 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (3124a844-b0a0-4573-aebc-d6e0cd2ed1d2), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.312161 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:55.312860 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.394592 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5025427 Mar 31 19:02:55.395082 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54048) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:55.400711 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Request body: {'subnet': {'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1251582502-subnet', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:55.405915 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e83bdb-173a-4883-b560-e4e02774cd31 admin admin] Pushing event updated for resources: {'Network': ['ID=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:55.423605 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:02:55.426537 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Made reservation on behalf of 2cb76bcd43844538ae65d40fd6cfff86 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:02:55.429327 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390915'] for subnet (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.550092 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54056) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:55.608790 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f38d71ae-e0a6-42d7-9ef6-1c92dce7c33b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c59c1e4ae454b088b76c527198db267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573473 Mar 31 19:02:55.611361 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54060) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:55.681356 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63dbd337-9757-4522-a9ae-1da76eb05a37 admin admin] Publish callbacks [] for security_group (f642f5aa-ef19-404a-9f2b-a588f6643e32), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.711361 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63dbd337-9757-4522-a9ae-1da76eb05a37 admin admin] Publish callbacks [] for security_group (f642f5aa-ef19-404a-9f2b-a588f6643e32), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.793937 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63dbd337-9757-4522-a9ae-1da76eb05a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (f642f5aa-ef19-404a-9f2b-a588f6643e32), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.797280 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63dbd337-9757-4522-a9ae-1da76eb05a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.801112 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-63dbd337-9757-4522-a9ae-1da76eb05a37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f642f5aa-ef19-404a-9f2b-a588f6643e32 HTTP/1.1" status: 204 len: 168 time: 0.1850846 Mar 31 19:02:55.806995 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbd337-9757-4522-a9ae-1da76eb05a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f642f5aa-ef19-404a-9f2b-a588f6643e32,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:55.925507 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16081800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390933'] for subnet (049bf3b0-9aab-45d3-9354-69df9f430d12), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:55.984322 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dfa8a-01d9-46a0-9a76-a1e07c7cc657 req-1d8a947c-3386-44f7-810e-e40404defacc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:55.985829 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bd1dfa8a-01d9-46a0-9a76-a1e07c7cc657 req-1d8a947c-3386-44f7-810e-e40404defacc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1117959 Mar 31 19:02:56.019864 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049bf3b0-9aab-45d3-9354-69df9f430d12,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:56.038935 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Checking segment: {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:56.038935 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Network hostable DHCP agents. Network: 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:02:56.074930 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bd1dfa8a-01d9-46a0-9a76-a1e07c7cc657 req-3d89b711-b58a-4687-bcd3-abef8279f14a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797637 Mar 31 19:02:56.084928 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:02:56.100001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:56.105507 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:56.106346 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.107899 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff3c946-4045-4bcb-90e6-90dbfb74a8bf None None] Network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:02:56.130774 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:56.131142 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5abd6427-5d0c-4f66-8e47-96fc1e3d9115 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7348423 Mar 31 19:02:56.138060 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:02:56.165886 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (503662b9-76c7-4447-aad0-da1518675feb), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.167331 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (503662b9-76c7-4447-aad0-da1518675feb), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.240601 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:02:56.242183 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.244808 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks [] for router_controller (503662b9-76c7-4447-aad0-da1518675feb), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.385919 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-223dd00e-6fbf-442f-944c-7c4fed412ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.435551 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Allocated IP 172.20.0.2 (3124a844-b0a0-4573-aebc-d6e0cd2ed1d2/049bf3b0-9aab-45d3-9354-69df9f430d12/9b65f6d0-e668-4992-950a-168c373506dd) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:02:56.447940 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks [] for router_gateway (503662b9-76c7-4447-aad0-da1518675feb), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.645974 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Publish callbacks [] for port (9b65f6d0-e668-4992-950a-168c373506dd), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.659865 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (9b65f6d0-e668-4992-950a-168c373506dd), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.716947 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:02:56.723169 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:56.723490 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks [] for router_gateway (503662b9-76c7-4447-aad0-da1518675feb), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.729305 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:02:56.734765 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Pushing event updated for resources: {'Port': ['ID=9b65f6d0-e668-4992-950a-168c373506dd,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:56.749062 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.914650 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.915305 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.915663 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.916027 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.916348 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.916815 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.917294 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.917658 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.918004 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.918119 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Allocated IP 172.27.0.253 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/45cfd2c4-42ac-4346-9006-194dbdae50a2) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:02:56.918328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.918801 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.919309 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.919633 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.919956 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.920273 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:56.953880 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Attempting to bind port 9b65f6d0-e668-4992-950a-168c373506dd on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:02:56.954366 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Attempting to bind port 9b65f6d0-e668-4992-950a-168c373506dd by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:02:56.955782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Attempting to bind port 9b65f6d0-e668-4992-950a-168c373506dd on network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:56.963464 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:02:56.963954 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Checking segment: {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:56.964427 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:56.965016 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Bound using segment: {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:02:56.965472 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Bound port: 9b65f6d0-e668-4992-950a-168c373506dd, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:02:56.965852 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (9b65f6d0-e668-4992-950a-168c373506dd), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:57.074863 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] For port 9b65f6d0-e668-4992-950a-168c373506dd, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:02:57.078930 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] For port 9b65f6d0-e668-4992-950a-168c373506dd, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=9b65f6d0-e668-4992-950a-168c373506dd,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:02:57.092303 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (9b65f6d0-e668-4992-950a-168c373506dd), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:57.094542 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks [] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:57.160676 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deae3f4-508e-49fe-b6f2-458ce546c9eb None None] Pushing event updated for resources: {'Port': ['ID=9b65f6d0-e668-4992-950a-168c373506dd,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:57.163707 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:57.238146 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d96de-162a-434d-bb41-a49819365b72 req-49e4df03-3e61-489b-8087-795ac358ba31 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:57.239982 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:02:57.243268 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:02:57.245466 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e2d96de-162a-434d-bb41-a49819365b72 req-49e4df03-3e61-489b-8087-795ac358ba31 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0694380 Mar 31 19:02:57.246837 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:02:57.312286 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e2d96de-162a-434d-bb41-a49819365b72 req-7043ea4c-79dc-4b6c-989c-49395db08f12 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612016 Mar 31 19:02:57.319511 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=45cfd2c4-42ac-4346-9006-194dbdae50a2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:57.476982 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:57.711604 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks [] for router_gateway (503662b9-76c7-4447-aad0-da1518675feb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:57.915498 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54180) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:58.034658 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (503662b9-76c7-4447-aad0-da1518675feb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.230406 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Router 503662b9-76c7-4447-aad0-da1518675feb is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:02:58.269182 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afac7545-afab-4d6c-a617-df0d72d415bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.419583 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afac7545-afab-4d6c-a617-df0d72d415bc admin admin] Publish callbacks [] for security_group (9d66a03a-1d52-4ebf-8a51-b82536358260), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.428223 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afac7545-afab-4d6c-a617-df0d72d415bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9d66a03a-1d52-4ebf-8a51-b82536358260), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.432282 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:02:58.446105 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Sync routers for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:02:58.475099 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:02:58.476203 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:58.497453 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.504126 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9f58ff9e-a5d8-4dcc-9c28-cc5dd1d7cbd7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3710985 Mar 31 19:02:58.507837 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54212) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:58.583044 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-afac7545-afab-4d6c-a617-df0d72d415bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=806b9491f4704d51a37b2c94b1f4fd2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627316 Mar 31 19:02:58.583262 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac7545-afab-4d6c-a617-df0d72d415bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d66a03a-1d52-4ebf-8a51-b82536358260,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:58.598168 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a6845-2c3a-4b04-a33f-3f99130590a0 None None] Network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:02:58.598713 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54214) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:58.669440 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1972026-ed25-4bbf-a7a3-2fc0ee2188f5 req-50b37068-17db-4a3a-a35e-c93318ce0838 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:02:58.671953 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c1972026-ed25-4bbf-a7a3-2fc0ee2188f5 req-50b37068-17db-4a3a-a35e-c93318ce0838 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.2391510 Mar 31 19:02:58.675313 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:02:58.684931 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8afbaaeb-be9a-4e2d-ae32-d36a77941fac None None] Provisioning complete for port 9b65f6d0-e668-4992-950a-168c373506dd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:58.685584 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8afbaaeb-be9a-4e2d-ae32-d36a77941fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (9b65f6d0-e668-4992-950a-168c373506dd), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.698986 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-469400f1-6d7b-4447-8c55-815e78adfb24 admin admin] Publish callbacks [] for security_group (9d66a03a-1d52-4ebf-8a51-b82536358260), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.782638 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-469400f1-6d7b-4447-8c55-815e78adfb24 admin admin] Publish callbacks [] for security_group (9d66a03a-1d52-4ebf-8a51-b82536358260), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.869396 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c1972026-ed25-4bbf-a7a3-2fc0ee2188f5 req-2b2f550c-3db4-4b84-a8ca-1711082ba6dc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778002 Mar 31 19:02:58.906362 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.950335 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-469400f1-6d7b-4447-8c55-815e78adfb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9d66a03a-1d52-4ebf-8a51-b82536358260), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.962298 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-469400f1-6d7b-4447-8c55-815e78adfb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:58.963541 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-469400f1-6d7b-4447-8c55-815e78adfb24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d66a03a-1d52-4ebf-8a51-b82536358260 HTTP/1.1" status: 204 len: 168 time: 0.3529329 Mar 31 19:02:59.037153 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469400f1-6d7b-4447-8c55-815e78adfb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d66a03a-1d52-4ebf-8a51-b82536358260,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:59.097803 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 9b65f6d0-e668-4992-950a-168c373506dd up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:02:59.100031 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8afbaaeb-be9a-4e2d-ae32-d36a77941fac None None] Current status of the port 9b65f6d0-e668-4992-950a-168c373506dd is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:59.102197 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8afbaaeb-be9a-4e2d-ae32-d36a77941fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (9b65f6d0-e668-4992-950a-168c373506dd), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.197459 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:02:57Z', 'revision_number': 3, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:02:59.278699 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Checking router: 503662b9-76c7-4447-aad0-da1518675feb for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:02:59.279414 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Updating router 503662b9-76c7-4447-aad0-da1518675feb port 45cfd2c4-42ac-4346-9006-194dbdae50a2 binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:02:59.320019 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8afbaaeb-be9a-4e2d-ae32-d36a77941fac None None] For port 9b65f6d0-e668-4992-950a-168c373506dd, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=9b65f6d0-e668-4992-950a-168c373506dd,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:02:59.323007 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 9b65f6d0-e668-4992-950a-168c373506dd triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:59.323720 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (9b65f6d0-e668-4992-950a-168c373506dd), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.326499 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8afbaaeb-be9a-4e2d-ae32-d36a77941fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (9b65f6d0-e668-4992-950a-168c373506dd), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.382191 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.445204 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbaaeb-be9a-4e2d-ae32-d36a77941fac None None] Pushing event updated for resources: {'Port': ['ID=9b65f6d0-e668-4992-950a-168c373506dd,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:59.553312 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 9b65f6d0-e668-4992-950a-168c373506dd is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:59.578656 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-41a8245e-5d97-4cad-aec9-6f7a12123dbc None None] Provisioning complete for port 9b65f6d0-e668-4992-950a-168c373506dd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:02:59.579108 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-41a8245e-5d97-4cad-aec9-6f7a12123dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (9b65f6d0-e668-4992-950a-168c373506dd), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.681931 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54236) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:59.691588 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-41a8245e-5d97-4cad-aec9-6f7a12123dbc None None] Current status of the port 9b65f6d0-e668-4992-950a-168c373506dd is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:02:59.698374 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf71426c-c3da-4727-9190-7d9ab05a1559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.769687 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Publish callbacks [] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.776746 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.795338 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf71426c-c3da-4727-9190-7d9ab05a1559 admin admin] Publish callbacks [] for security_group (9b39add6-c43e-4e2e-8f1d-fd1fb5a99628), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.804121 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf71426c-c3da-4727-9190-7d9ab05a1559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9b39add6-c43e-4e2e-8f1d-fd1fb5a99628), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.839599 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.848550 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-cf71426c-c3da-4727-9190-7d9ab05a1559 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c5287e6953b46fe90cb2849b76c1407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652858 Mar 31 19:02:59.851091 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54238) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:02:59.858353 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71426c-c3da-4727-9190-7d9ab05a1559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b39add6-c43e-4e2e-8f1d-fd1fb5a99628,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:59.880796 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Attempting to bind port 45cfd2c4-42ac-4346-9006-194dbdae50a2 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:02:59.881206 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Attempting to bind port 45cfd2c4-42ac-4346-9006-194dbdae50a2 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:02:59.881929 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Attempting to bind port 45cfd2c4-42ac-4346-9006-194dbdae50a2 on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:02:59.889243 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Pushing event updated for resources: {'Port': ['ID=45cfd2c4-42ac-4346-9006-194dbdae50a2,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:02:59.898200 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:02:59.898200 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:02:59.898200 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.899046 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:02:59.899317 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Bound port: 45cfd2c4-42ac-4346-9006-194dbdae50a2, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:02:59.899644 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.901793 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.902132 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.902611 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.903000 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.903448 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.903710 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.904036 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.904358 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.904679 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.904999 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.905456 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.906032 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.906644 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.906644 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.907001 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:02:59.912282 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf85d-e0a0-413e-8d0a-4f51a840b00c admin admin] Publish callbacks [] for security_group (9b39add6-c43e-4e2e-8f1d-fd1fb5a99628), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.943718 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf85d-e0a0-413e-8d0a-4f51a840b00c admin admin] Publish callbacks [] for security_group (9b39add6-c43e-4e2e-8f1d-fd1fb5a99628), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:02:59.981079 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] For port 45cfd2c4-42ac-4346-9006-194dbdae50a2, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:02:59.984899 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] For port 45cfd2c4-42ac-4346-9006-194dbdae50a2, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=45cfd2c4-42ac-4346-9006-194dbdae50a2,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:02:59.994259 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.031019 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf85d-e0a0-413e-8d0a-4f51a840b00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9b39add6-c43e-4e2e-8f1d-fd1fb5a99628), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.034825 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf85d-e0a0-413e-8d0a-4f51a840b00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.039659 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-4c6cf85d-e0a0-413e-8d0a-4f51a840b00c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b39add6-c43e-4e2e-8f1d-fd1fb5a99628 HTTP/1.1" status: 204 len: 168 time: 0.1843677 Mar 31 19:03:00.078628 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:00.079312 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:00.083205 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07ab8f-ea5a-4c60-a37f-aaa7061e68a1 None None] Pushing event updated for resources: {'Port': ['ID=45cfd2c4-42ac-4346-9006-194dbdae50a2,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:00.089485 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Allocated IP 172.20.0.1 (3124a844-b0a0-4573-aebc-d6e0cd2ed1d2/049bf3b0-9aab-45d3-9354-69df9f430d12/93d5c4d4-d005-4395-9428-5e91c0c7dc32) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:03:00.098030 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cf85d-e0a0-413e-8d0a-4f51a840b00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b39add6-c43e-4e2e-8f1d-fd1fb5a99628,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:00.146142 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696fb84-e813-405e-a06e-e5fc81d8f8ea req-9830dbda-c153-47fb-9480-4f3a78f352be tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:00.154261 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b696fb84-e813-405e-a06e-e5fc81d8f8ea req-9830dbda-c153-47fb-9480-4f3a78f352be tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1360521 Mar 31 19:03:00.217071 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b696fb84-e813-405e-a06e-e5fc81d8f8ea req-11cfdc45-0f83-477f-b8e3-90af00f98df4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614066 Mar 31 19:03:00.254013 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Publish callbacks [] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.310229 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.366542 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:03:00.369848 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:00.373744 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:00.379284 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:03:00.386535 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Pushing event updated for resources: {'Port': ['ID=93d5c4d4-d005-4395-9428-5e91c0c7dc32,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:00.448018 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (503662b9-76c7-4447-aad0-da1518675feb), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.489759 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.634996 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.671523 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:02:57Z', 'revision_number': 3, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:00.701167 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f3c91b-89a4-4b56-9bbf-679872c0541d None None] The sync data for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi is: [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:02:57Z', 'revision_number': 3, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:03:00.724342 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e141a1cb-2704-49db-8928-eecef3583210 None None] Provisioning complete for port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:00.724973 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e141a1cb-2704-49db-8928-eecef3583210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.778805 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e141a1cb-2704-49db-8928-eecef3583210 None None] Port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:03:00.862629 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Publish callbacks [] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.873587 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.907914 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 9b65f6d0-e668-4992-950a-168c373506dd up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:00.957758 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Pushing event updated for resources: {'Port': ['ID=93d5c4d4-d005-4395-9428-5e91c0c7dc32,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:00.971325 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (503662b9-76c7-4447-aad0-da1518675feb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:00.985085 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 9b65f6d0-e668-4992-950a-168c373506dd triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:00.985641 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (9b65f6d0-e668-4992-950a-168c373506dd), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:01.123119 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 9b65f6d0-e668-4992-950a-168c373506dd is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:01.157018 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:03:01.163215 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:01.324108 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Router 503662b9-76c7-4447-aad0-da1518675feb has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:03:01.510053 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3e972f8d-ee2e-4ac2-9a08-7efe2b8081f5 None None] Provisioning complete for port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:01.512030 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3e972f8d-ee2e-4ac2-9a08-7efe2b8081f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:01.513971 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed86d41-1bac-4eb7-8ab6-a7e69f7ddf66 req-e6450faf-f4df-4be2-b98d-0c6840299325 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:01.520091 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2ed86d41-1bac-4eb7-8ab6-a7e69f7ddf66 req-e6450faf-f4df-4be2-b98d-0c6840299325 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1844773 Mar 31 19:03:01.604193 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:03:01.616060 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3e972f8d-ee2e-4ac2-9a08-7efe2b8081f5 None None] Port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:03:01.641269 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ca9de5b8-7afd-4213-a577-c7057cf889e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/503662b9-76c7-4447-aad0-da1518675feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1320691 Mar 31 19:03:01.645866 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2ed86d41-1bac-4eb7-8ab6-a7e69f7ddf66 req-9bf1742d-b0e9-4d24-9711-dfb855b52c4b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189561 Mar 31 19:03:02.412046 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54330) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:02.417290 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1968895974-network', 'tenant_id': '28e4c916b24146828d7282475692bdbc'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:02.441904 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Made reservation on behalf of 28e4c916b24146828d7282475692bdbc for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:03:02.444590 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.456198 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.563722 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Publish callbacks [] for security_group (848f4dfb-943e-4eb2-b91a-987c5da95369), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.569181 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (848f4dfb-943e-4eb2-b91a-987c5da95369), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.591509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:03:02.607156 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f4dfb-943e-4eb2-b91a-987c5da95369,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:02.625576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (36811f17-8d66-40fa-9f46-e1dcaa2f8a29), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.625984 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.segments_db [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Added segment 36811f17-8d66-40fa-9f46-e1dcaa2f8a29 of type vlan for network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 Mar 31 19:03:02.672690 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.704380 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.706825 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:02.707516 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.778378 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3652041 Mar 31 19:03:02.781281 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54338) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:02.786551 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Request body: {'subnet': {'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1968895974-subnet', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:02.808801 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Made reservation on behalf of 28e4c916b24146828d7282475692bdbc for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:03:02.812184 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12789547'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:02.822973 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae06e90-1e6c-4b78-a646-19e1880083ed admin admin] Pushing event updated for resources: {'Network': ['ID=a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:02.843189 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1e6ba-9426-493d-9da6-7f69ae2d2a87 req-e32c617d-211c-4231-8e6d-3717455e8d5c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:02.844661 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a7b1e6ba-9426-493d-9da6-7f69ae2d2a87 req-e32c617d-211c-4231-8e6d-3717455e8d5c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1158733 Mar 31 19:03:02.851309 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:03:02.954436 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a7b1e6ba-9426-493d-9da6-7f69ae2d2a87 req-aaf105e6-3381-413c-b722-0e07fe62b2a9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918970 Mar 31 19:03:02.971997 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Sync routers for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:03:02.974901 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 45cfd2c4-42ac-4346-9006-194dbdae50a2 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:03.051253 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15805998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12789565'] for subnet (39dfe18d-8b55-40f4-ada1-d79b7e38c638), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.055516 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:03.055939 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:03.118246 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39dfe18d-8b55-40f4-ada1-d79b7e38c638,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:03.132159 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Checking segment: {'id': '36811f17-8d66-40fa-9f46-e1dcaa2f8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:03:03.133200 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Network hostable DHCP agents. Network: a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:03:03.146053 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 45cfd2c4-42ac-4346-9006-194dbdae50a2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:03.146421 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.157267 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:03:03.168727 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:03.175172 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:03.176061 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.183714 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237cbe26-ef75-40af-bf40-1f6b9324f8dd None None] Network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:03:03.195077 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3f2593bb-22f5-4e27-aefc-deb8d39d0d3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4123964 Mar 31 19:03:03.197777 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54344) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:03.202091 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:03.224065 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (774e77af-9a1c-40b0-ab5b-88114ad406d9), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.225306 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (774e77af-9a1c-40b0-ab5b-88114ad406d9), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.270881 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:03.295292 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks [] for router_controller (774e77af-9a1c-40b0-ab5b-88114ad406d9), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.425813 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7', 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7', 'project_id': '28e4c916b24146828d7282475692bdbc', 'fixed_ips': [{'subnet_id': '39dfe18d-8b55-40f4-ada1-d79b7e38c638'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:03:03.426651 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.428462 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 45cfd2c4-42ac-4346-9006-194dbdae50a2 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:03.428863 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.447476 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks [] for router_gateway (774e77af-9a1c-40b0-ab5b-88114ad406d9), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.495995 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 45cfd2c4-42ac-4346-9006-194dbdae50a2, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=45cfd2c4-42ac-4346-9006-194dbdae50a2,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:03.510184 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.684502 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks [] for router_gateway (774e77af-9a1c-40b0-ab5b-88114ad406d9), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.685733 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=45cfd2c4-42ac-4346-9006-194dbdae50a2,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:03.706810 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:03.719994 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Allocated IP 172.20.0.2 (a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7/39dfe18d-8b55-40f4-ada1-d79b7e38c638/8f87a418-88b7-4d63-baf6-14d66e4b6c31) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:03:03.835291 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Allocated IP 172.27.0.70 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/d0adb355-966f-491c-87d2-e97c80fccca8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:03:03.910978 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '93d5c4d4-d005-4395-9428-5e91c0c7dc32', 'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'mac_address': 'fa:16:3e:da:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:59Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 2, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'subnets': [{'id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:03.940131 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Checking router: 503662b9-76c7-4447-aad0-da1518675feb for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:03:03.940486 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Updating router 503662b9-76c7-4447-aad0-da1518675feb port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:03:03.979136 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks [] for port (d0adb355-966f-491c-87d2-e97c80fccca8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.063242 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.075372 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.160653 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086490-5a14-4d54-a232-4c107873ccfd req-3fad69ab-998a-4c63-9596-65202b5885e9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:04.169584 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad086490-5a14-4d54-a232-4c107873ccfd req-3fad69ab-998a-4c63-9596-65202b5885e9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0753417 Mar 31 19:03:04.174091 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Publish callbacks [] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.192351 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:03:04.195672 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.195936 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:04.203163 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:03:04.210402 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Pushing event updated for resources: {'Port': ['ID=d0adb355-966f-491c-87d2-e97c80fccca8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:04.278684 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad086490-5a14-4d54-a232-4c107873ccfd req-e8bbecd2-674d-485b-9933-dfe41a5a5a8e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080220 Mar 31 19:03:04.348597 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:03:04.359210 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:04.366427 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:03:04.383519 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Pushing event updated for resources: {'Port': ['ID=8f87a418-88b7-4d63-baf6-14d66e4b6c31,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:04.450207 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Attempting to bind port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:03:04.450785 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Attempting to bind port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '36811f17-8d66-40fa-9f46-e1dcaa2f8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:03:04.451195 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Attempting to bind port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 on network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:03:04.504599 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:03:04.505127 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Checking segment: {'id': '36811f17-8d66-40fa-9f46-e1dcaa2f8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:03:04.505675 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.506347 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Bound using segment: {'id': '36811f17-8d66-40fa-9f46-e1dcaa2f8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:03:04.506820 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Bound port: 8f87a418-88b7-4d63-baf6-14d66e4b6c31, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36811f17-8d66-40fa-9f46-e1dcaa2f8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:03:04.507218 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.605918 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks [] for router_gateway (774e77af-9a1c-40b0-ab5b-88114ad406d9), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.619220 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] For port 8f87a418-88b7-4d63-baf6-14d66e4b6c31, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:03:04.639806 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] For port 8f87a418-88b7-4d63-baf6-14d66e4b6c31, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=8f87a418-88b7-4d63-baf6-14d66e4b6c31,segment=NetworkSegment(36811f17-8d66-40fa-9f46-e1dcaa2f8a29),segment_id=36811f17-8d66-40fa-9f46-e1dcaa2f8a29)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:03:04.725565 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Publish callbacks [] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.729085 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.741293 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.863702 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3e8d4-52d0-4d6e-a576-46ce64a7c0f0 None None] Pushing event updated for resources: {'Port': ['ID=8f87a418-88b7-4d63-baf6-14d66e4b6c31,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:04.923181 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Attempting to bind port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:03:04.923955 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Attempting to bind port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:03:04.924826 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Attempting to bind port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 on network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:03:04.930321 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 45cfd2c4-42ac-4346-9006-194dbdae50a2 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:04.975769 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:03:04.976046 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Checking segment: {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:03:04.976444 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.976836 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Bound using segment: {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:03:04.977309 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Bound port: 93d5c4d4-d005-4395-9428-5e91c0c7dc32, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:03:04.977690 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:04.981150 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8511e-99ca-4f8a-9bcc-5256b722e8e6 None None] Pushing event updated for resources: {'Port': ['ID=93d5c4d4-d005-4395-9428-5e91c0c7dc32,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:05.067867 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 45cfd2c4-42ac-4346-9006-194dbdae50a2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:05.068144 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.108016 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] For port 93d5c4d4-d005-4395-9428-5e91c0c7dc32, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:03:05.134084 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] For port 93d5c4d4-d005-4395-9428-5e91c0c7dc32, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=93d5c4d4-d005-4395-9428-5e91c0c7dc32,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:03:05.139567 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (774e77af-9a1c-40b0-ab5b-88114ad406d9), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.145831 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.279990 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8511e-99ca-4f8a-9bcc-5256b722e8e6 None None] Pushing event updated for resources: {'Port': ['ID=93d5c4d4-d005-4395-9428-5e91c0c7dc32,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:05.283368 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-01e0ab6b-694a-48db-ba85-4f29014779ee None None] Provisioning complete for port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:05.284475 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01e0ab6b-694a-48db-ba85-4f29014779ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.286931 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:05.287756 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:05.400786 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Router 774e77af-9a1c-40b0-ab5b-88114ad406d9 is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:03:05.494048 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034b7cd-5f95-41cb-b532-1e5d78606f30 req-dd0b0480-9f01-4629-8aa1-c13ca4bca9c7 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:05.497277 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c034b7cd-5f95-41cb-b532-1e5d78606f30 req-dd0b0480-9f01-4629-8aa1-c13ca4bca9c7 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1158888 Mar 31 19:03:05.501196 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 45cfd2c4-42ac-4346-9006-194dbdae50a2 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:05.568562 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:05.605882 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c034b7cd-5f95-41cb-b532-1e5d78606f30 req-636d767b-65f4-41fb-9373-4e91baada24f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003895 Mar 31 19:03:05.638817 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-01e0ab6b-694a-48db-ba85-4f29014779ee None None] Current status of the port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:05.638817 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01e0ab6b-694a-48db-ba85-4f29014779ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.657330 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:03:05.679870 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Sync routers for ids ['774e77af-9a1c-40b0-ab5b-88114ad406d9'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:03:05.702278 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.706925 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2064ef25-fb9a-476b-a84a-ef2b475ef36c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5051301 Mar 31 19:03:05.707702 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54398) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:05.715432 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Routers {'774e77af-9a1c-40b0-ab5b-88114ad406d9'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:05.716254 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['774e77af-9a1c-40b0-ab5b-88114ad406d9'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:05.756583 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-01e0ab6b-694a-48db-ba85-4f29014779ee None None] For port 93d5c4d4-d005-4395-9428-5e91c0c7dc32, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=93d5c4d4-d005-4395-9428-5e91c0c7dc32,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:05.803816 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01e0ab6b-694a-48db-ba85-4f29014779ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:05.867153 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Set router 774e77af-9a1c-40b0-ab5b-88114ad406d9 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:05.888321 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0ab6b-694a-48db-ba85-4f29014779ee None None] Pushing event updated for resources: {'Port': ['ID=93d5c4d4-d005-4395-9428-5e91c0c7dc32,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:05.965747 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e95b3cbb-c33a-4f2e-8261-51da4e2e01c1 None None] Provisioning complete for port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:05.966533 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e95b3cbb-c33a-4f2e-8261-51da4e2e01c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:06.006589 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '93d5c4d4-d005-4395-9428-5e91c0c7dc32', 'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'mac_address': 'fa:16:3e:da:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:59Z', 'updated_at': '2022-03-31T19:03:05Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'subnets': [{'id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:06.058185 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f279cc-198f-40a5-8c01-98fcf5e628f3 None None] The sync data for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi is: [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '93d5c4d4-d005-4395-9428-5e91c0c7dc32', 'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'mac_address': 'fa:16:3e:da:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:59Z', 'updated_at': '2022-03-31T19:03:05Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'subnets': [{'id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:03:06.171589 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e95b3cbb-c33a-4f2e-8261-51da4e2e01c1 None None] Current status of the port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:06.202568 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:04Z', 'revision_number': 3, 'project_id': '28e4c916b24146828d7282475692bdbc', 'gw_port': {'id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:06.234168 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Checking router: 774e77af-9a1c-40b0-ab5b-88114ad406d9 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:03:06.234605 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Updating router 774e77af-9a1c-40b0-ab5b-88114ad406d9 port d0adb355-966f-491c-87d2-e97c80fccca8 binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:03:06.277692 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:06.412180 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36faef0-0bfc-4bb2-b24f-a91615df650a None None] Network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:03:06.550364 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:06.714288 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Publish callbacks [] for port (d0adb355-966f-491c-87d2-e97c80fccca8), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:06.728847 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:06.793456 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e869b554-618e-4d49-902f-5f6cdbcd6114 None None] Provisioning complete for port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:06.793827 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e869b554-618e-4d49-902f-5f6cdbcd6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:06.839139 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b3d53-6030-43b1-a7ce-a50b49e3ae2f req-7e4c49ce-30d1-4617-bb55-a58ffef8d452 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:06.852228 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3c3b3d53-6030-43b1-a7ce-a50b49e3ae2f req-7e4c49ce-30d1-4617-bb55-a58ffef8d452 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1161957 Mar 31 19:03:06.964621 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Attempting to bind port d0adb355-966f-491c-87d2-e97c80fccca8 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:03:06.964621 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Attempting to bind port d0adb355-966f-491c-87d2-e97c80fccca8 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:03:06.964621 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Attempting to bind port d0adb355-966f-491c-87d2-e97c80fccca8 on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:03:07.012708 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Allocated IP 172.20.0.1 (a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7/39dfe18d-8b55-40f4-ada1-d79b7e38c638/450f11e5-fc2a-4d3b-ae69-22aa0357c9da) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:03:07.012913 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d710b-c9bf-4551-a434-ae0274bbd7ac None None] Pushing event updated for resources: {'Port': ['ID=d0adb355-966f-491c-87d2-e97c80fccca8,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:07.023241 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:03:07.023612 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:03:07.029409 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3c3b3d53-6030-43b1-a7ce-a50b49e3ae2f req-a4c638e9-c9b9-43cc-8dfe-ef4e7b92aee8 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762848 Mar 31 19:03:07.030200 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.032707 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:03:07.034440 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Bound port: d0adb355-966f-491c-87d2-e97c80fccca8, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:03:07.034838 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.091973 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e869b554-618e-4d49-902f-5f6cdbcd6114 None None] Current status of the port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:07.093072 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e869b554-618e-4d49-902f-5f6cdbcd6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.193687 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e869b554-618e-4d49-902f-5f6cdbcd6114 None None] For port 8f87a418-88b7-4d63-baf6-14d66e4b6c31, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=8f87a418-88b7-4d63-baf6-14d66e4b6c31,segment=NetworkSegment(36811f17-8d66-40fa-9f46-e1dcaa2f8a29),segment_id=36811f17-8d66-40fa-9f46-e1dcaa2f8a29)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:07.203198 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e869b554-618e-4d49-902f-5f6cdbcd6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.245467 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] For port d0adb355-966f-491c-87d2-e97c80fccca8, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:03:07.257719 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] For port d0adb355-966f-491c-87d2-e97c80fccca8, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=d0adb355-966f-491c-87d2-e97c80fccca8,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:03:07.271750 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.303332 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 93d5c4d4-d005-4395-9428-5e91c0c7dc32 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:07.407715 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Publish callbacks [] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.450136 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d710b-c9bf-4551-a434-ae0274bbd7ac None None] Pushing event updated for resources: {'Port': ['ID=d0adb355-966f-491c-87d2-e97c80fccca8,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:07.457887 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Routers {'774e77af-9a1c-40b0-ab5b-88114ad406d9'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:07.459244 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['774e77af-9a1c-40b0-ab5b-88114ad406d9'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:07.489021 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869b554-618e-4d49-902f-5f6cdbcd6114 None None] Pushing event updated for resources: {'Port': ['ID=8f87a418-88b7-4d63-baf6-14d66e4b6c31,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:07.519394 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.544132 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:07.546099 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.580904 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54442) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:07.587157 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:03:07.606643 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:07.616126 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ab9c0d99-e57c-4f04-82c5-02d90d0e3c6b None None] Provisioning complete for port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:07.616697 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0d99-e57c-4f04-82c5-02d90d0e3c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.616863 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:03:07.696137 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] Set router 774e77af-9a1c-40b0-ab5b-88114ad406d9 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:07.712074 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Pushing event updated for resources: {'Port': ['ID=450f11e5-fc2a-4d3b-ae69-22aa0357c9da,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:07.733088 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (774e77af-9a1c-40b0-ab5b-88114ad406d9), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.872452 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:07.874063 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 8f87a418-88b7-4d63-baf6-14d66e4b6c31 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:07.948103 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c0d99-e57c-4f04-82c5-02d90d0e3c6b None None] Current status of the port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:07.951083 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a14d1609-a916-4f81-86fc-c091deaeaca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:07.986399 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:07.987574 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.114617 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:04Z', 'revision_number': 3, 'project_id': '28e4c916b24146828d7282475692bdbc', 'gw_port': {'id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:08.116938 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.137359 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a763fc0f-f963-4a88-bc8c-40518d1bafd1 None None] Provisioning complete for port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:08.144126 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a763fc0f-f963-4a88-bc8c-40518d1bafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.153646 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae95b4-e843-4b7d-a91d-de17cc8bb05a None None] The sync data for ids ['774e77af-9a1c-40b0-ab5b-88114ad406d9'] in dv-cinder-836066-1-iscsi is: [{'id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:04Z', 'revision_number': 3, 'project_id': '28e4c916b24146828d7282475692bdbc', 'gw_port': {'id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:03:08.156986 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a14d1609-a916-4f81-86fc-c091deaeaca4 admin admin] Publish callbacks [] for security_group (fec70156-efc6-4c33-bc0a-c7389e6afb3d), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.162239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a14d1609-a916-4f81-86fc-c091deaeaca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (fec70156-efc6-4c33-bc0a-c7389e6afb3d), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.242047 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-a14d1609-a916-4f81-86fc-c091deaeaca4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fb9eae4e0504d9cb65140b1084c271a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6597545 Mar 31 19:03:08.242273 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a763fc0f-f963-4a88-bc8c-40518d1bafd1 None None] Port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:03:08.244050 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54454) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:08.271505 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:08.331341 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d1609-a916-4f81-86fc-c091deaeaca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec70156-efc6-4c33-bc0a-c7389e6afb3d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:08.358084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12977b33-577c-4992-9eb8-36fc15ec7c08 admin admin] Publish callbacks [] for security_group (fec70156-efc6-4c33-bc0a-c7389e6afb3d), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.390240 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fd217-c66f-4084-b901-e7ba4e115e52 req-b053a128-63e3-4ab0-a5b3-f1a875df1c41 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:08.394390 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1d9fd217-c66f-4084-b901-e7ba4e115e52 req-b053a128-63e3-4ab0-a5b3-f1a875df1c41 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1993794 Mar 31 19:03:08.401399 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12977b33-577c-4992-9eb8-36fc15ec7c08 admin admin] Publish callbacks [] for security_group (fec70156-efc6-4c33-bc0a-c7389e6afb3d), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.464846 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Publish callbacks [] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.471403 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.486894 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1d9fd217-c66f-4084-b901-e7ba4e115e52 req-90dd3228-1ee5-4820-8b8f-c7d3d964e8a9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814564 Mar 31 19:03:08.516455 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12977b33-577c-4992-9eb8-36fc15ec7c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (fec70156-efc6-4c33-bc0a-c7389e6afb3d), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.519751 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12977b33-577c-4992-9eb8-36fc15ec7c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.521865 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-12977b33-577c-4992-9eb8-36fc15ec7c08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fec70156-efc6-4c33-bc0a-c7389e6afb3d HTTP/1.1" status: 204 len: 168 time: 0.2752342 Mar 31 19:03:08.557239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12977b33-577c-4992-9eb8-36fc15ec7c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec70156-efc6-4c33-bc0a-c7389e6afb3d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:08.559705 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Pushing event updated for resources: {'Port': ['ID=450f11e5-fc2a-4d3b-ae69-22aa0357c9da,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:08.562700 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (774e77af-9a1c-40b0-ab5b-88114ad406d9), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:08.738252 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:03:08.739813 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:09.027313 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Router 774e77af-9a1c-40b0-ab5b-88114ad406d9 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:03:09.160928 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 8f87a418-88b7-4d63-baf6-14d66e4b6c31 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:09.204900 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:03:09.211843 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b3bf13de-c80b-4948-a602-9b4d5969fdd0 admin admin] 10.222.0.13 "PUT /v2.0/routers/774e77af-9a1c-40b0-ab5b-88114ad406d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5035520 Mar 31 19:03:09.216685 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-580cb4e0-7cf7-4742-87c6-5acf681ab1e5 None None] Provisioning complete for port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:09.217203 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-580cb4e0-7cf7-4742-87c6-5acf681ab1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:09.274484 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:09.274849 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:09.297184 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-580cb4e0-7cf7-4742-87c6-5acf681ab1e5 None None] Port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:03:09.380354 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:09.382129 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device d0adb355-966f-491c-87d2-e97c80fccca8 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:09.439667 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port d0adb355-966f-491c-87d2-e97c80fccca8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:09.440085 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:09.541102 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port d0adb355-966f-491c-87d2-e97c80fccca8 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:09.541758 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:09.574924 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port d0adb355-966f-491c-87d2-e97c80fccca8, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=d0adb355-966f-491c-87d2-e97c80fccca8,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:09.582889 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:09.642123 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=d0adb355-966f-491c-87d2-e97c80fccca8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:09.672774 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5224f-c527-47fd-aed5-21f781ae80d7 req-1e6e5a1f-f198-4e06-b266-c9bcfb5ef720 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:09.674890 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eea5224f-c527-47fd-aed5-21f781ae80d7 req-1e6e5a1f-f198-4e06-b266-c9bcfb5ef720 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0802152 Mar 31 19:03:09.725077 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eea5224f-c527-47fd-aed5-21f781ae80d7 req-48e48e64-886a-47d4-beda-94a3922402db tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444229 Mar 31 19:03:09.981275 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.211416 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54510) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:10.216254 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b92f8430-fc21-4dd6-bc91-ab07db862bc9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951671957', 'description': 'tempest-secgroup-smoke-1951671957 description', 'project_id': '2cb76bcd43844538ae65d40fd6cfff86'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:10.239389 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92f8430-fc21-4dd6-bc91-ab07db862bc9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.311079 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92f8430-fc21-4dd6-bc91-ab07db862bc9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group (a7071833-fd91-4bf1-ac4f-c106a7b60ec2), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.318244 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92f8430-fc21-4dd6-bc91-ab07db862bc9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a7071833-fd91-4bf1-ac4f-c106a7b60ec2), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.353454 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92f8430-fc21-4dd6-bc91-ab07db862bc9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.354566 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b92f8430-fc21-4dd6-bc91-ab07db862bc9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1421208 Mar 31 19:03:10.357603 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54512) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:10.363811 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ab499525-76c7-4e95-8017-cca911bdd8cc tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Request body: {'security_group_rule': {'security_group_id': 'a7071833-fd91-4bf1-ac4f-c106a7b60ec2', 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:10.370509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f8430-fc21-4dd6-bc91-ab07db862bc9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7071833-fd91-4bf1-ac4f-c106a7b60ec2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:10.396876 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab499525-76c7-4e95-8017-cca911bdd8cc tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (cee361b4-16a6-4b69-baef-fe191f78f1fc), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.407078 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Sync routers for ids ['774e77af-9a1c-40b0-ab5b-88114ad406d9'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:03:10.426148 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Routers {'774e77af-9a1c-40b0-ab5b-88114ad406d9'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:10.426752 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['774e77af-9a1c-40b0-ab5b-88114ad406d9'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:10.470358 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab499525-76c7-4e95-8017-cca911bdd8cc tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (cee361b4-16a6-4b69-baef-fe191f78f1fc), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.476318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab499525-76c7-4e95-8017-cca911bdd8cc tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (cee361b4-16a6-4b69-baef-fe191f78f1fc), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.498042 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab499525-76c7-4e95-8017-cca911bdd8cc tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee361b4-16a6-4b69-baef-fe191f78f1fc,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:10.513673 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab499525-76c7-4e95-8017-cca911bdd8cc tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.513673 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ab499525-76c7-4e95-8017-cca911bdd8cc tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528299 Mar 31 19:03:10.513673 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54516) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:10.516995 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ac79203b-afe1-4523-b993-40237251d65f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Request body: {'security_group_rule': {'security_group_id': 'a7071833-fd91-4bf1-ac4f-c106a7b60ec2', 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:10.543960 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac79203b-afe1-4523-b993-40237251d65f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (f4fc5ae6-fe63-4dc4-94cb-63d0d5d14df7), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.553851 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Set router 774e77af-9a1c-40b0-ab5b-88114ad406d9 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:10.602835 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac79203b-afe1-4523-b993-40237251d65f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (f4fc5ae6-fe63-4dc4-94cb-63d0d5d14df7), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.606952 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac79203b-afe1-4523-b993-40237251d65f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (f4fc5ae6-fe63-4dc4-94cb-63d0d5d14df7), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.626649 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79203b-afe1-4523-b993-40237251d65f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fc5ae6-fe63-4dc4-94cb-63d0d5d14df7,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:10.637599 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac79203b-afe1-4523-b993-40237251d65f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.638794 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ac79203b-afe1-4523-b993-40237251d65f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253297 Mar 31 19:03:10.641588 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54518) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:10.646666 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ada05c1b-61b2-4e9c-b369-62d7bbfb67a9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Request body: {'security_group_rule': {'security_group_id': 'a7071833-fd91-4bf1-ac4f-c106a7b60ec2', 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:10.672485 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ada05c1b-61b2-4e9c-b369-62d7bbfb67a9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (aa1f5e22-f38b-4c80-8f5d-0bdc085e29ee), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.734716 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ada05c1b-61b2-4e9c-b369-62d7bbfb67a9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (aa1f5e22-f38b-4c80-8f5d-0bdc085e29ee), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.738780 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ada05c1b-61b2-4e9c-b369-62d7bbfb67a9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (aa1f5e22-f38b-4c80-8f5d-0bdc085e29ee), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.759311 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada05c1b-61b2-4e9c-b369-62d7bbfb67a9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1f5e22-f38b-4c80-8f5d-0bdc085e29ee,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:10.766244 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:08Z', 'revision_number': 4, 'project_id': '28e4c916b24146828d7282475692bdbc', 'gw_port': {'id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '450f11e5-fc2a-4d3b-ae69-22aa0357c9da', 'name': '', 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'mac_address': 'fa:16:3e:68:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '39dfe18d-8b55-40f4-ada1-d79b7e38c638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:06Z', 'updated_at': '2022-03-31T19:03:08Z', 'revision_number': 2, 'project_id': '28e4c916b24146828d7282475692bdbc', 'subnets': [{'id': '39dfe18d-8b55-40f4-ada1-d79b7e38c638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:10.769137 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ada05c1b-61b2-4e9c-b369-62d7bbfb67a9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.770514 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ada05c1b-61b2-4e9c-b369-62d7bbfb67a9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279359 Mar 31 19:03:10.773276 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54522) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:10.778025 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ef283731-143a-4309-86df-87de7cdc35ee tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Request body: {'security_group_rule': {'security_group_id': 'a7071833-fd91-4bf1-ac4f-c106a7b60ec2', 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:10.806513 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Checking router: 774e77af-9a1c-40b0-ab5b-88114ad406d9 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:03:10.806797 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef283731-143a-4309-86df-87de7cdc35ee tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (ebf39f66-d90d-4311-b7a3-da18a261a636), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.806994 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Updating router 774e77af-9a1c-40b0-ab5b-88114ad406d9 port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:03:10.838101 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.916421 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d6c59-14ff-4b36-b66d-e5e58ecfd33c req-520640b2-d446-445d-8e25-8ce504e35c6e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:10.917993 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9a2d6c59-14ff-4b36-b66d-e5e58ecfd33c req-520640b2-d446-445d-8e25-8ce504e35c6e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1131668 Mar 31 19:03:10.929581 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef283731-143a-4309-86df-87de7cdc35ee tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (ebf39f66-d90d-4311-b7a3-da18a261a636), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.935837 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device d0adb355-966f-491c-87d2-e97c80fccca8 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:10.944135 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef283731-143a-4309-86df-87de7cdc35ee tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (ebf39f66-d90d-4311-b7a3-da18a261a636), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:10.975881 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef283731-143a-4309-86df-87de7cdc35ee tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf39f66-d90d-4311-b7a3-da18a261a636,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:10.999421 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef283731-143a-4309-86df-87de7cdc35ee tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.001354 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ef283731-143a-4309-86df-87de7cdc35ee tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2266963 Mar 31 19:03:11.006452 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54528) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:11.020135 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ac42d390-d08f-45be-8b69-c3c50a7d3ccf tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Request body: {'security_group_rule': {'security_group_id': 'a7071833-fd91-4bf1-ac4f-c106a7b60ec2', 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:11.020481 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9a2d6c59-14ff-4b36-b66d-e5e58ecfd33c req-aed9932e-7c3f-466d-803e-441090091778 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891557 Mar 31 19:03:11.064184 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port d0adb355-966f-491c-87d2-e97c80fccca8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:11.064184 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.076272 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-ac42d390-d08f-45be-8b69-c3c50a7d3ccf tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Project 2cb76bcd43844538ae65d40fd6cfff86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:03:11.082066 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac42d390-d08f-45be-8b69-c3c50a7d3ccf tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (f5636655-6807-4bcf-b360-58c09486e5f5), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.176579 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac42d390-d08f-45be-8b69-c3c50a7d3ccf tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (f5636655-6807-4bcf-b360-58c09486e5f5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.181577 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac42d390-d08f-45be-8b69-c3c50a7d3ccf tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (f5636655-6807-4bcf-b360-58c09486e5f5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.219607 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d390-d08f-45be-8b69-c3c50a7d3ccf tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5636655-6807-4bcf-b360-58c09486e5f5,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:11.234184 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac42d390-d08f-45be-8b69-c3c50a7d3ccf tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.236867 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ac42d390-d08f-45be-8b69-c3c50a7d3ccf tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2262981 Mar 31 19:03:11.240383 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54534) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:11.248174 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-558e05b8-ebbd-4cf8-88c0-dffed8202843 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Request body: {'security_group_rule': {'security_group_id': 'a7071833-fd91-4bf1-ac4f-c106a7b60ec2', 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:11.271808 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-558e05b8-ebbd-4cf8-88c0-dffed8202843 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Project 2cb76bcd43844538ae65d40fd6cfff86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:03:11.278299 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-558e05b8-ebbd-4cf8-88c0-dffed8202843 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (da7d7bdf-2995-4b30-b3b4-79d61ae26089), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.350731 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-558e05b8-ebbd-4cf8-88c0-dffed8202843 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (da7d7bdf-2995-4b30-b3b4-79d61ae26089), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.354900 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-558e05b8-ebbd-4cf8-88c0-dffed8202843 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (da7d7bdf-2995-4b30-b3b4-79d61ae26089), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.357731 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port d0adb355-966f-491c-87d2-e97c80fccca8 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:11.379343 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e05b8-ebbd-4cf8-88c0-dffed8202843 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7d7bdf-2995-4b30-b3b4-79d61ae26089,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:11.381252 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Publish callbacks [] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.387629 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.390012 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-558e05b8-ebbd-4cf8-88c0-dffed8202843 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.391164 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-558e05b8-ebbd-4cf8-88c0-dffed8202843 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492689 Mar 31 19:03:11.448293 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efdd39-9a86-447e-a4a8-7e4e3acce727 None None] Pushing event updated for resources: {'Port': ['ID=450f11e5-fc2a-4d3b-ae69-22aa0357c9da,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:11.542399 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Attempting to bind port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:03:11.542769 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Attempting to bind port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '36811f17-8d66-40fa-9f46-e1dcaa2f8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:03:11.543167 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Attempting to bind port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da on network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:03:11.551981 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:03:11.552442 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Checking segment: {'id': '36811f17-8d66-40fa-9f46-e1dcaa2f8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:03:11.552909 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.553370 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Bound using segment: {'id': '36811f17-8d66-40fa-9f46-e1dcaa2f8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:03:11.553943 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Bound port: 450f11e5-fc2a-4d3b-ae69-22aa0357c9da, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36811f17-8d66-40fa-9f46-e1dcaa2f8a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:03:11.554381 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.629522 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] For port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:03:11.635402 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] For port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=450f11e5-fc2a-4d3b-ae69-22aa0357c9da,segment=NetworkSegment(36811f17-8d66-40fa-9f46-e1dcaa2f8a29),segment_id=36811f17-8d66-40fa-9f46-e1dcaa2f8a29)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:03:11.642385 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.703829 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Routers {'774e77af-9a1c-40b0-ab5b-88114ad406d9'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:03:11.704392 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:02:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['774e77af-9a1c-40b0-ab5b-88114ad406d9'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:11.783611 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efdd39-9a86-447e-a4a8-7e4e3acce727 None None] Pushing event updated for resources: {'Port': ['ID=450f11e5-fc2a-4d3b-ae69-22aa0357c9da,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:11.809783 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-38d403b7-5726-4283-b956-397249b4da32 None None] Provisioning complete for port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:11.810156 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-38d403b7-5726-4283-b956-397249b4da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:11.878762 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] Set router 774e77af-9a1c-40b0-ab5b-88114ad406d9 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:03:12.032328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-38d403b7-5726-4283-b956-397249b4da32 None None] Current status of the port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:12.032709 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-38d403b7-5726-4283-b956-397249b4da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.089953 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-38d403b7-5726-4283-b956-397249b4da32 None None] For port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=450f11e5-fc2a-4d3b-ae69-22aa0357c9da,segment=NetworkSegment(36811f17-8d66-40fa-9f46-e1dcaa2f8a29),segment_id=36811f17-8d66-40fa-9f46-e1dcaa2f8a29)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:12.105372 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-38d403b7-5726-4283-b956-397249b4da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.162698 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970b247-ae0b-41e0-930a-1ed06e791ecb req-1cda2966-2d66-42a6-840a-c7a347d26570 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:12.164350 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7970b247-ae0b-41e0-930a-1ed06e791ecb req-1cda2966-2d66-42a6-840a-c7a347d26570 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0627139 Mar 31 19:03:12.225476 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d403b7-5726-4283-b956-397249b4da32 None None] Pushing event updated for resources: {'Port': ['ID=450f11e5-fc2a-4d3b-ae69-22aa0357c9da,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:12.229263 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7970b247-ae0b-41e0-930a-1ed06e791ecb req-549ed14c-9154-4c32-b155-1221c96ee1e0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557950 Mar 31 19:03:12.249039 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-35ad95bb-aae3-47b2-8089-66e63a35f2c5 None None] Provisioning complete for port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:12.249408 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-35ad95bb-aae3-47b2-8089-66e63a35f2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:12.276035 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:08Z', 'revision_number': 4, 'project_id': '28e4c916b24146828d7282475692bdbc', 'gw_port': {'id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '450f11e5-fc2a-4d3b-ae69-22aa0357c9da', 'name': '', 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'mac_address': 'fa:16:3e:68:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '39dfe18d-8b55-40f4-ada1-d79b7e38c638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:06Z', 'updated_at': '2022-03-31T19:03:11Z', 'revision_number': 4, 'project_id': '28e4c916b24146828d7282475692bdbc', 'subnets': [{'id': '39dfe18d-8b55-40f4-ada1-d79b7e38c638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:03:12.307675 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a7cfb-509e-4c6b-87c0-3ad2a855b277 None None] The sync data for ids ['774e77af-9a1c-40b0-ab5b-88114ad406d9'] in dv-cinder-836066-1-iscsi is: [{'id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:08Z', 'revision_number': 4, 'project_id': '28e4c916b24146828d7282475692bdbc', 'gw_port': {'id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '450f11e5-fc2a-4d3b-ae69-22aa0357c9da', 'name': '', 'network_id': 'a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'mac_address': 'fa:16:3e:68:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '39dfe18d-8b55-40f4-ada1-d79b7e38c638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:06Z', 'updated_at': '2022-03-31T19:03:11Z', 'revision_number': 4, 'project_id': '28e4c916b24146828d7282475692bdbc', 'subnets': [{'id': '39dfe18d-8b55-40f4-ada1-d79b7e38c638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:03:12.387767 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-35ad95bb-aae3-47b2-8089-66e63a35f2c5 None None] Current status of the port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:12.911881 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 450f11e5-fc2a-4d3b-ae69-22aa0357c9da up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:03:12.963541 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:03:12.963998 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:13.047373 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:13.362892 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cf2f4-d888-4e04-93e8-c63b4615c16e req-df8489a0-5032-4122-82d0-f49d68d1a66a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:13.364534 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-491cf2f4-d888-4e04-93e8-c63b4615c16e req-df8489a0-5032-4122-82d0-f49d68d1a66a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0575507 Mar 31 19:03:13.415492 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-491cf2f4-d888-4e04-93e8-c63b4615c16e req-f7122c8e-9919-4eb5-95f2-9f9a05543051 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451448 Mar 31 19:03:14.544358 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7768e-f649-411c-99b7-3065c13fe93f req-bf4dfdb5-accf-4a5c-a760-0428369a169f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:14.545814 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-57c7768e-f649-411c-99b7-3065c13fe93f req-bf4dfdb5-accf-4a5c-a760-0428369a169f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0538371 Mar 31 19:03:14.600165 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-57c7768e-f649-411c-99b7-3065c13fe93f req-f440c49a-70d5-47e5-8494-81ab00386110 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485415 Mar 31 19:03:15.718220 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:03:15.740781 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49852565-30ac-4e68-a6ba-591c2a0623bb req-3118e401-5a47-479d-a44f-7e26d4365661 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:15.743130 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-49852565-30ac-4e68-a6ba-591c2a0623bb req-3118e401-5a47-479d-a44f-7e26d4365661 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0658414 Mar 31 19:03:15.803646 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-49852565-30ac-4e68-a6ba-591c2a0623bb req-230ae258-ce05-4706-aabe-7135dc768b84 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541482 Mar 31 19:03:16.944074 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5020b-161a-4a99-aae6-38e3d000c7eb req-ed38c108-9374-48ad-8233-4ee964a5119c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:16.947353 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2cf5020b-161a-4a99-aae6-38e3d000c7eb req-ed38c108-9374-48ad-8233-4ee964a5119c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0583692 Mar 31 19:03:17.007404 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2cf5020b-161a-4a99-aae6-38e3d000c7eb req-49735669-2b2c-4b6a-a873-e26730f9c04f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539837 Mar 31 19:03:17.391676 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54742) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:17.520467 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71a7cad5-5309-4ffb-939a-41ad5262d044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:17.607714 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71a7cad5-5309-4ffb-939a-41ad5262d044 admin admin] Publish callbacks [] for security_group (a69bbaf6-a7f5-4dd0-81f9-f409a3fc0bff), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:17.612263 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71a7cad5-5309-4ffb-939a-41ad5262d044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a69bbaf6-a7f5-4dd0-81f9-f409a3fc0bff), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:17.652080 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-71a7cad5-5309-4ffb-939a-41ad5262d044 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb93fec91125460388db5566321fe7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591310 Mar 31 19:03:17.653047 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7cad5-5309-4ffb-939a-41ad5262d044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69bbaf6-a7f5-4dd0-81f9-f409a3fc0bff,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:17.654729 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54748) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:17.712468 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45a6b7b9-d454-4cb9-9974-a5038d4669c7 admin admin] Publish callbacks [] for security_group (a69bbaf6-a7f5-4dd0-81f9-f409a3fc0bff), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:17.739934 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45a6b7b9-d454-4cb9-9974-a5038d4669c7 admin admin] Publish callbacks [] for security_group (a69bbaf6-a7f5-4dd0-81f9-f409a3fc0bff), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:17.790518 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45a6b7b9-d454-4cb9-9974-a5038d4669c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a69bbaf6-a7f5-4dd0-81f9-f409a3fc0bff), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:17.793164 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45a6b7b9-d454-4cb9-9974-a5038d4669c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:17.794315 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-45a6b7b9-d454-4cb9-9974-a5038d4669c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a69bbaf6-a7f5-4dd0-81f9-f409a3fc0bff HTTP/1.1" status: 204 len: 168 time: 0.1375830 Mar 31 19:03:17.802664 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6b7b9-d454-4cb9-9974-a5038d4669c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69bbaf6-a7f5-4dd0-81f9-f409a3fc0bff,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:18.153659 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d70de-fe61-46be-bb22-67ca626fde4b req-b4cd4e6a-f7e8-417c-83a7-4a194b8d766a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:18.155497 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3a0d70de-fe61-46be-bb22-67ca626fde4b req-b4cd4e6a-f7e8-417c-83a7-4a194b8d766a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0686786 Mar 31 19:03:18.226551 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3a0d70de-fe61-46be-bb22-67ca626fde4b req-5118ffbc-6972-4d9d-ad21-48d351111ff0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590930 Mar 31 19:03:18.621924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54794) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:18.660247 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54798) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:18.792221 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b06bdb3-c33a-48d9-895c-fe606ec73ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:18.794484 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59d6e83b-c635-44da-a8d7-0d8d507ff4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:18.936919 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b06bdb3-c33a-48d9-895c-fe606ec73ce0 admin admin] Publish callbacks [] for security_group (9e57f381-1b7e-40a6-8929-c92675f8414a), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:18.939489 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59d6e83b-c635-44da-a8d7-0d8d507ff4cd admin admin] Publish callbacks [] for security_group (e31d74b1-b004-46ee-a2f5-a4b2fd1cd57f), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:18.942824 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b06bdb3-c33a-48d9-895c-fe606ec73ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9e57f381-1b7e-40a6-8929-c92675f8414a), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:18.953657 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59d6e83b-c635-44da-a8d7-0d8d507ff4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e31d74b1-b004-46ee-a2f5-a4b2fd1cd57f), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:18.998985 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-8b06bdb3-c33a-48d9-895c-fe606ec73ce0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=012040759e5549ff8c87a6a3a78c9918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729146 Mar 31 19:03:19.003094 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54810) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:19.006848 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06bdb3-c33a-48d9-895c-fe606ec73ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57f381-1b7e-40a6-8929-c92675f8414a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:19.015622 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-59d6e83b-c635-44da-a8d7-0d8d507ff4cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94d5d06db8594f37ae4c26cfb2039b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542285 Mar 31 19:03:19.020927 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54812) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:19.042473 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e83b-c635-44da-a8d7-0d8d507ff4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d74b1-b004-46ee-a2f5-a4b2fd1cd57f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:19.107258 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1856bd83-ed86-4548-a305-65caf11fc7e6 admin admin] Publish callbacks [] for security_group (9e57f381-1b7e-40a6-8929-c92675f8414a), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.109828 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23004a7b-f433-4e14-a2b1-8d5c6df4d5e9 admin admin] Publish callbacks [] for security_group (e31d74b1-b004-46ee-a2f5-a4b2fd1cd57f), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.151772 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1856bd83-ed86-4548-a305-65caf11fc7e6 admin admin] Publish callbacks [] for security_group (9e57f381-1b7e-40a6-8929-c92675f8414a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.154657 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23004a7b-f433-4e14-a2b1-8d5c6df4d5e9 admin admin] Publish callbacks [] for security_group (e31d74b1-b004-46ee-a2f5-a4b2fd1cd57f), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.232553 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1856bd83-ed86-4548-a305-65caf11fc7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9e57f381-1b7e-40a6-8929-c92675f8414a), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.238128 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1856bd83-ed86-4548-a305-65caf11fc7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.240134 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-1856bd83-ed86-4548-a305-65caf11fc7e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e57f381-1b7e-40a6-8929-c92675f8414a HTTP/1.1" status: 204 len: 168 time: 0.2363145 Mar 31 19:03:19.245737 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23004a7b-f433-4e14-a2b1-8d5c6df4d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e31d74b1-b004-46ee-a2f5-a4b2fd1cd57f), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.249966 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23004a7b-f433-4e14-a2b1-8d5c6df4d5e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.253971 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-23004a7b-f433-4e14-a2b1-8d5c6df4d5e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e31d74b1-b004-46ee-a2f5-a4b2fd1cd57f HTTP/1.1" status: 204 len: 168 time: 0.2292199 Mar 31 19:03:19.258929 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856bd83-ed86-4548-a305-65caf11fc7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57f381-1b7e-40a6-8929-c92675f8414a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:19.291674 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23004a7b-f433-4e14-a2b1-8d5c6df4d5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d74b1-b004-46ee-a2f5-a4b2fd1cd57f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:19.380043 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949f78-484a-497d-bf3f-1be0d416befd req-0da66942-fabf-47a2-a4aa-e0a23c94142d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:19.381632 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-25949f78-484a-497d-bf3f-1be0d416befd req-0da66942-fabf-47a2-a4aa-e0a23c94142d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0712674 Mar 31 19:03:19.507326 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-25949f78-484a-497d-bf3f-1be0d416befd req-b840741e-84d6-4d8b-a99e-1c0fc0c2cc33 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190977 Mar 31 19:03:19.782346 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54838) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:19.791482 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54840) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:19.795964 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02fa1b09-bd7e-4fe4-9af4-54352710ef4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.804920 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bfa31032-ad5e-4695-a29c-5ac53c93c193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.884510 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02fa1b09-bd7e-4fe4-9af4-54352710ef4e admin admin] Publish callbacks [] for security_group (334abb49-a8a3-4a39-a9d6-b5c676c83d9c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.888647 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02fa1b09-bd7e-4fe4-9af4-54352710ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (334abb49-a8a3-4a39-a9d6-b5c676c83d9c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.893549 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bfa31032-ad5e-4695-a29c-5ac53c93c193 admin admin] Publish callbacks [] for security_group (045458a7-ca90-4560-9e25-df2f69f7eb96), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.897435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bfa31032-ad5e-4695-a29c-5ac53c93c193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (045458a7-ca90-4560-9e25-df2f69f7eb96), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:19.929562 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-02fa1b09-bd7e-4fe4-9af4-54352710ef4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=389bb5c6ae6946b4b0007ee4ce394244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436758 Mar 31 19:03:19.930255 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54844) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:19.936782 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-bfa31032-ad5e-4695-a29c-5ac53c93c193 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb8937b8aee840888fdf4635755bc29d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443098 Mar 31 19:03:19.937882 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa31032-ad5e-4695-a29c-5ac53c93c193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045458a7-ca90-4560-9e25-df2f69f7eb96,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:19.940958 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 54846) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:19.947625 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa1b09-bd7e-4fe4-9af4-54352710ef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334abb49-a8a3-4a39-a9d6-b5c676c83d9c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:19.998702 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d5e934b-d10f-4962-8489-8dcd1a6f03c0 admin admin] Publish callbacks [] for security_group (045458a7-ca90-4560-9e25-df2f69f7eb96), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.003262 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ee1-deaa-439f-83d8-d4a990a40551 admin admin] Publish callbacks [] for security_group (334abb49-a8a3-4a39-a9d6-b5c676c83d9c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.021982 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d5e934b-d10f-4962-8489-8dcd1a6f03c0 admin admin] Publish callbacks [] for security_group (045458a7-ca90-4560-9e25-df2f69f7eb96), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.028686 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ee1-deaa-439f-83d8-d4a990a40551 admin admin] Publish callbacks [] for security_group (334abb49-a8a3-4a39-a9d6-b5c676c83d9c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.076724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d5e934b-d10f-4962-8489-8dcd1a6f03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (045458a7-ca90-4560-9e25-df2f69f7eb96), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.079348 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d5e934b-d10f-4962-8489-8dcd1a6f03c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.080914 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5d5e934b-d10f-4962-8489-8dcd1a6f03c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/045458a7-ca90-4560-9e25-df2f69f7eb96 HTTP/1.1" status: 204 len: 168 time: 0.1389503 Mar 31 19:03:20.081287 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ee1-deaa-439f-83d8-d4a990a40551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (334abb49-a8a3-4a39-a9d6-b5c676c83d9c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.084060 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3ee1-deaa-439f-83d8-d4a990a40551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:20.085420 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0c8b3ee1-deaa-439f-83d8-d4a990a40551 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/334abb49-a8a3-4a39-a9d6-b5c676c83d9c HTTP/1.1" status: 204 len: 168 time: 0.1539614 Mar 31 19:03:20.093340 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b3ee1-deaa-439f-83d8-d4a990a40551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334abb49-a8a3-4a39-a9d6-b5c676c83d9c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:20.102062 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e934b-d10f-4962-8489-8dcd1a6f03c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045458a7-ca90-4560-9e25-df2f69f7eb96,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:20.646451 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5e35e-b203-4150-8a95-db531c2cdbce req-62350aa6-2359-4191-a9df-697b3ee809cf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:20.648181 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4af5e35e-b203-4150-8a95-db531c2cdbce req-62350aa6-2359-4191-a9df-697b3ee809cf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0619013 Mar 31 19:03:20.719339 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4af5e35e-b203-4150-8a95-db531c2cdbce req-2cde2410-28a2-4dc9-bdfb-ef523b34be28 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640514 Mar 31 19:03:21.882485 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b62ef-0051-4a56-80a6-0fe28146bc31 req-6c7c6bdb-4d35-477e-8143-05838a23a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:21.884459 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-573b62ef-0051-4a56-80a6-0fe28146bc31 req-6c7c6bdb-4d35-477e-8143-05838a23a45a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 1129 time: 0.0964859 Mar 31 19:03:21.898193 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032439c-a3b6-43ca-bec0-b7e5882bd318 req-31f87556-b2bb-4fec-8ee6-fa76b65cf4d4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:21.900361 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0032439c-a3b6-43ca-bec0-b7e5882bd318 req-31f87556-b2bb-4fec-8ee6-fa76b65cf4d4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0816123 Mar 31 19:03:21.977477 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-573b62ef-0051-4a56-80a6-0fe28146bc31 req-06521680-e9fc-4664-b586-2d4e4f0cdac5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759454 Mar 31 19:03:21.982117 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0032439c-a3b6-43ca-bec0-b7e5882bd318 req-a4f538be-0904-4fb9-80b9-bd981e53afe0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748839 Mar 31 19:03:23.111046 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758af38-c100-41d2-81ff-9604560974bc req-bd0460b1-b32d-4dca-8187-233b93c3af66 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:23.112443 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0758af38-c100-41d2-81ff-9604560974bc req-bd0460b1-b32d-4dca-8187-233b93c3af66 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0562809 Mar 31 19:03:23.162588 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0758af38-c100-41d2-81ff-9604560974bc req-b57a338d-ce1b-4768-8614-a7a9fc729ba8 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445325 Mar 31 19:03:23.783298 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8db83e06-7bdc-4e79-82d4-c479f3bd1740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:24.258980 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54990) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:24.290005 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d1074-4473-49c8-a3ff-2ded233c0850 req-f32614e0-00d8-45ba-a42a-95f47e28cc16 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:24.291656 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e2d1074-4473-49c8-a3ff-2ded233c0850 req-f32614e0-00d8-45ba-a42a-95f47e28cc16 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0591698 Mar 31 19:03:24.346880 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e2d1074-4473-49c8-a3ff-2ded233c0850 req-e086ffda-44ce-4bf5-bbac-b222b7ca5e7c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479317 Mar 31 19:03:24.385437 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6654729-9dac-4cf7-b832-aeb9500173e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:24.467565 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6654729-9dac-4cf7-b832-aeb9500173e1 admin admin] Publish callbacks [] for security_group (8460bff8-25b3-48dc-8db3-6bb0d6cf3077), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:24.471845 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6654729-9dac-4cf7-b832-aeb9500173e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8460bff8-25b3-48dc-8db3-6bb0d6cf3077), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:24.477798 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6e5fa-e536-4536-a899-706c66a10317 req-e60e3bfe-995b-4274-89e6-c964b1bc59ca tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:24.479356 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d2b6e5fa-e536-4536-a899-706c66a10317 req-e60e3bfe-995b-4274-89e6-c964b1bc59ca tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0637186 Mar 31 19:03:24.519071 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c6654729-9dac-4cf7-b832-aeb9500173e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7507c301508a4b75a75efe2b12acf9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588253 Mar 31 19:03:24.520005 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6654729-9dac-4cf7-b832-aeb9500173e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8460bff8-25b3-48dc-8db3-6bb0d6cf3077,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:24.522364 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 54996) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:24.533545 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d2b6e5fa-e536-4536-a899-706c66a10317 req-e3c0396c-3ba7-42a6-860a-286cde42aeb3 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480807 Mar 31 19:03:24.577357 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-959a992f-d026-44fa-a804-8d48342916c6 admin admin] Publish callbacks [] for security_group (8460bff8-25b3-48dc-8db3-6bb0d6cf3077), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:24.600469 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-959a992f-d026-44fa-a804-8d48342916c6 admin admin] Publish callbacks [] for security_group (8460bff8-25b3-48dc-8db3-6bb0d6cf3077), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:24.652963 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-959a992f-d026-44fa-a804-8d48342916c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (8460bff8-25b3-48dc-8db3-6bb0d6cf3077), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:24.655662 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-959a992f-d026-44fa-a804-8d48342916c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:24.658448 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-959a992f-d026-44fa-a804-8d48342916c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8460bff8-25b3-48dc-8db3-6bb0d6cf3077 HTTP/1.1" status: 204 len: 168 time: 0.1335471 Mar 31 19:03:24.668689 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a992f-d026-44fa-a804-8d48342916c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8460bff8-25b3-48dc-8db3-6bb0d6cf3077,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:26.303459 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a46ce2a-2b3d-44a2-8a94-980c21e6c9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:27.465138 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:28.722542 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:30.456620 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:34.713161 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba81c2-7f17-4302-8697-e9515a13674d req-24d1539a-8667-4aed-b2da-a491f34da429 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:34.714546 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-31ba81c2-7f17-4302-8697-e9515a13674d req-24d1539a-8667-4aed-b2da-a491f34da429 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0743477 Mar 31 19:03:34.716516 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-4a824bcb-447a-431c-a447-00c0c59303e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:34.717861 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-4a824bcb-447a-431c-a447-00c0c59303e3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 1129 time: 0.0858028 Mar 31 19:03:34.815659 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-31ba81c2-7f17-4302-8697-e9515a13674d req-1839aef6-2f66-481c-a687-00001092ac33 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950029 Mar 31 19:03:34.841784 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-6854faaf-6c2c-4990-8988-c7d9e83a4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:34.843259 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-6854faaf-6c2c-4990-8988-c7d9e83a4225 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.1170316 Mar 31 19:03:34.884320 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-d3348d51-d222-4a28-8fcf-81b641b79a20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770 HTTP/1.1" status: 200 len: 217 time: 0.0345318 Mar 31 19:03:34.936266 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-894d9786-6616-4ec3-b735-6cbe617a0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:34.937712 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-894d9786-6616-4ec3-b735-6cbe617a0cf2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0476518 Mar 31 19:03:34.988088 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-dae8acf4-6dfd-4499-a480-822301be99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:34.989554 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-dae8acf4-6dfd-4499-a480-822301be99c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443327 Mar 31 19:03:35.081749 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-864999d2-fc8f-4698-a653-04bd17cd1e94 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852656 Mar 31 19:03:35.178788 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-90aed27c-0014-4a4f-a7f4-6d7421276004 req-e1985d69-466f-4966-8265-039aca0c5d3c service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898128 Mar 31 19:03:35.941242 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fafc0-d6d7-4942-91e2-4d9e620700c6 req-e17d0222-b586-4c4c-a96f-a431cbd3397f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:35.942774 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-890fafc0-d6d7-4942-91e2-4d9e620700c6 req-e17d0222-b586-4c4c-a96f-a431cbd3397f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0534439 Mar 31 19:03:35.999517 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-890fafc0-d6d7-4942-91e2-4d9e620700c6 req-a12e9aa0-a92d-4479-8f4c-d6aac967a480 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507617 Mar 31 19:03:36.853631 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55284) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:36.972786 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8463df07-ee4f-4903-aef7-3b5e1c61ffdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.060172 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8463df07-ee4f-4903-aef7-3b5e1c61ffdd admin admin] Publish callbacks [] for security_group (801be5d8-e64a-40ce-bf04-bdf47191f01c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.065015 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8463df07-ee4f-4903-aef7-3b5e1c61ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (801be5d8-e64a-40ce-bf04-bdf47191f01c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.105059 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8463df07-ee4f-4903-aef7-3b5e1c61ffdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e1097eb77414fad9e7bdeb1c0ca209a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491891 Mar 31 19:03:37.106901 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463df07-ee4f-4903-aef7-3b5e1c61ffdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801be5d8-e64a-40ce-bf04-bdf47191f01c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:37.107821 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 55292) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:37.162256 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261515cf-b72b-4fee-a8ea-9732514cba21 req-a370dd6d-f927-4ae9-89a9-93b0491b11e6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:37.163801 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-261515cf-b72b-4fee-a8ea-9732514cba21 req-a370dd6d-f927-4ae9-89a9-93b0491b11e6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0880690 Mar 31 19:03:37.189220 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278e5520-030e-48c9-98b2-ae9acbc4004b admin admin] Publish callbacks [] for security_group (801be5d8-e64a-40ce-bf04-bdf47191f01c), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.225046 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278e5520-030e-48c9-98b2-ae9acbc4004b admin admin] Publish callbacks [] for security_group (801be5d8-e64a-40ce-bf04-bdf47191f01c), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.244199 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-261515cf-b72b-4fee-a8ea-9732514cba21 req-dfd96b5e-6c4a-421c-af3d-3db1c44658cd tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703681 Mar 31 19:03:37.291075 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278e5520-030e-48c9-98b2-ae9acbc4004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (801be5d8-e64a-40ce-bf04-bdf47191f01c), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.293793 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278e5520-030e-48c9-98b2-ae9acbc4004b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.294932 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-278e5520-030e-48c9-98b2-ae9acbc4004b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/801be5d8-e64a-40ce-bf04-bdf47191f01c HTTP/1.1" status: 204 len: 168 time: 0.1843345 Mar 31 19:03:37.302843 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e5520-030e-48c9-98b2-ae9acbc4004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801be5d8-e64a-40ce-bf04-bdf47191f01c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:37.559629 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55304) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:37.573545 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce37dc59-66b2-4a9b-b1a3-1a18ac83743e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.656979 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce37dc59-66b2-4a9b-b1a3-1a18ac83743e admin admin] Publish callbacks [] for security_group (de2d5804-745b-474d-b6a5-5d0ca843fb97), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.660713 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce37dc59-66b2-4a9b-b1a3-1a18ac83743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (de2d5804-745b-474d-b6a5-5d0ca843fb97), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.700151 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ce37dc59-66b2-4a9b-b1a3-1a18ac83743e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d74b1a7080374f2cb79725714e40aaf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392627 Mar 31 19:03:37.701382 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37dc59-66b2-4a9b-b1a3-1a18ac83743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d5804-745b-474d-b6a5-5d0ca843fb97,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:37.702774 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 55308) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:37.755449 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2812e48c-1137-4483-89b2-77369678f570 admin admin] Publish callbacks [] for security_group (de2d5804-745b-474d-b6a5-5d0ca843fb97), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.778113 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2812e48c-1137-4483-89b2-77369678f570 admin admin] Publish callbacks [] for security_group (de2d5804-745b-474d-b6a5-5d0ca843fb97), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.833915 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2812e48c-1137-4483-89b2-77369678f570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (de2d5804-745b-474d-b6a5-5d0ca843fb97), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.836552 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2812e48c-1137-4483-89b2-77369678f570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:37.837722 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-2812e48c-1137-4483-89b2-77369678f570 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de2d5804-745b-474d-b6a5-5d0ca843fb97 HTTP/1.1" status: 204 len: 168 time: 0.1332469 Mar 31 19:03:37.847567 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812e48c-1137-4483-89b2-77369678f570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d5804-745b-474d-b6a5-5d0ca843fb97,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:38.164435 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55324) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:38.287925 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3841-ef34-4f3a-adc7-3a019bb49a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:38.376641 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3841-ef34-4f3a-adc7-3a019bb49a93 admin admin] Publish callbacks [] for security_group (10c2b4e0-8661-4a49-ab16-f59ec53143c5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:38.384198 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3841-ef34-4f3a-adc7-3a019bb49a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (10c2b4e0-8661-4a49-ab16-f59ec53143c5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:38.388843 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9b290-707b-44ac-8a92-ba5a6dfcd2fa req-3470267d-b37a-4ab1-9696-d36940429edc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:38.390474 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1eb9b290-707b-44ac-8a92-ba5a6dfcd2fa req-3470267d-b37a-4ab1-9696-d36940429edc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0645468 Mar 31 19:03:38.434244 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3e1f3841-ef34-4f3a-adc7-3a019bb49a93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=732ef122f5234459b4337a0ce3f250e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685101 Mar 31 19:03:38.435297 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f3841-ef34-4f3a-adc7-3a019bb49a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c2b4e0-8661-4a49-ab16-f59ec53143c5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:38.439786 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:38.466587 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1eb9b290-707b-44ac-8a92-ba5a6dfcd2fa req-89cad573-4b8f-4bd6-8e82-86ac9691c272 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676594 Mar 31 19:03:38.508620 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9b4da28-dc4b-4da5-b1f7-6e9734240643 admin admin] Publish callbacks [] for security_group (10c2b4e0-8661-4a49-ab16-f59ec53143c5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:38.532378 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9b4da28-dc4b-4da5-b1f7-6e9734240643 admin admin] Publish callbacks [] for security_group (10c2b4e0-8661-4a49-ab16-f59ec53143c5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:38.597318 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9b4da28-dc4b-4da5-b1f7-6e9734240643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (10c2b4e0-8661-4a49-ab16-f59ec53143c5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:38.600225 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9b4da28-dc4b-4da5-b1f7-6e9734240643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:38.601374 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d9b4da28-dc4b-4da5-b1f7-6e9734240643 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10c2b4e0-8661-4a49-ab16-f59ec53143c5 HTTP/1.1" status: 204 len: 168 time: 0.1602612 Mar 31 19:03:38.612018 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4da28-dc4b-4da5-b1f7-6e9734240643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c2b4e0-8661-4a49-ab16-f59ec53143c5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:39.131055 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55380) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:39.170394 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d76c571b-376a-4830-820d-e0d357dce00d req-f9149b17-8947-4e45-bc46-21ae07c705d3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531182 Mar 31 19:03:39.245526 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c571b-376a-4830-820d-e0d357dce00d req-9dc8b4bb-dfe6-4ab7-9e90-04ba1210f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:39.247724 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d76c571b-376a-4830-820d-e0d357dce00d req-9dc8b4bb-dfe6-4ab7-9e90-04ba1210f145 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 1130 time: 0.0544620 Mar 31 19:03:39.273540 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f924-4a7d-45cd-b0e9-e1468d9797ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:39.380502 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c571b-376a-4830-820d-e0d357dce00d req-193b44c9-f2da-425b-8543-b71b16561288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:39.382568 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d76c571b-376a-4830-820d-e0d357dce00d req-193b44c9-f2da-425b-8543-b71b16561288 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.1092637 Mar 31 19:03:39.385896 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f924-4a7d-45cd-b0e9-e1468d9797ab admin admin] Publish callbacks [] for security_group (bb868d1d-8c7d-4383-aee5-375a3f91b8d2), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:39.403821 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f924-4a7d-45cd-b0e9-e1468d9797ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (bb868d1d-8c7d-4383-aee5-375a3f91b8d2), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:39.458911 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3f924-4a7d-45cd-b0e9-e1468d9797ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb868d1d-8c7d-4383-aee5-375a3f91b8d2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:39.463342 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-98a3f924-4a7d-45cd-b0e9-e1468d9797ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d5747ddf4f747829719050e78da413e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315108 Mar 31 19:03:39.466992 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55400) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:39.477709 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d76c571b-376a-4830-820d-e0d357dce00d req-88052eed-1600-4712-8eac-7a34f91f60f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 200 len: 1001 time: 0.0876803 Mar 31 19:03:39.524418 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f6e736e-d8b3-4c78-b128-3fde3efc2114 admin admin] Publish callbacks [] for security_group (bb868d1d-8c7d-4383-aee5-375a3f91b8d2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:39.536634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c571b-376a-4830-820d-e0d357dce00d req-b5e2454d-62db-4232-bc1e-f54849dfd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:39.538160 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d76c571b-376a-4830-820d-e0d357dce00d req-b5e2454d-62db-4232-bc1e-f54849dfd65e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0521629 Mar 31 19:03:39.554930 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f6e736e-d8b3-4c78-b128-3fde3efc2114 admin admin] Publish callbacks [] for security_group (bb868d1d-8c7d-4383-aee5-375a3f91b8d2), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:39.621861 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f6e736e-d8b3-4c78-b128-3fde3efc2114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (bb868d1d-8c7d-4383-aee5-375a3f91b8d2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:39.626280 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f6e736e-d8b3-4c78-b128-3fde3efc2114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:39.627807 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9f6e736e-d8b3-4c78-b128-3fde3efc2114 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb868d1d-8c7d-4383-aee5-375a3f91b8d2 HTTP/1.1" status: 204 len: 168 time: 0.1598997 Mar 31 19:03:39.639025 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e736e-d8b3-4c78-b128-3fde3efc2114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb868d1d-8c7d-4383-aee5-375a3f91b8d2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:39.644851 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c571b-376a-4830-820d-e0d357dce00d req-6370ea1b-597f-4075-88a3-e5658a071e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:39.646280 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d76c571b-376a-4830-820d-e0d357dce00d req-6370ea1b-597f-4075-88a3-e5658a071e42 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010776 Mar 31 19:03:39.677962 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eefca-8a48-4009-a544-7b537aa0f574 req-80e77689-f382-4a5b-9556-dcc297b269f6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:39.679881 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ce5eefca-8a48-4009-a544-7b537aa0f574 req-80e77689-f382-4a5b-9556-dcc297b269f6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0900431 Mar 31 19:03:39.815635 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ce5eefca-8a48-4009-a544-7b537aa0f574 req-d1cac14d-88b0-40d1-9e97-3e3f3f0a71d6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218894 Mar 31 19:03:39.818106 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d76c571b-376a-4830-820d-e0d357dce00d req-cc65d1d8-21b2-46dd-a547-52ca4d3925d6 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636052 Mar 31 19:03:39.923614 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d76c571b-376a-4830-820d-e0d357dce00d req-57f3d4bf-072a-4545-b863-8a1e2d62b88a service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990489 Mar 31 19:03:39.968374 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:40.453546 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 55452) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:40.654625 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1510932184-network', 'tenant_id': 'cbc95b634b8b4fcab05aad948e8218f0'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:40.676201 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Made reservation on behalf of cbc95b634b8b4fcab05aad948e8218f0 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:03:40.678539 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:40.692357 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:40.786493 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Publish callbacks [] for security_group (278ba67e-a7ce-4043-a3ab-17bd6c11ddf1), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:40.795657 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (278ba67e-a7ce-4043-a3ab-17bd6c11ddf1), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:40.822111 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:03:40.831191 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (d6c18027-993a-43c0-abe8-3797892189d5), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:40.831543 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.segments_db [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Added segment d6c18027-993a-43c0-abe8-3797892189d5 of type vlan for network 5034cafd-8c65-4775-a61b-bb97285c4d1e Mar 31 19:03:40.863543 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:40.911121 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (5034cafd-8c65-4775-a61b-bb97285c4d1e), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:40.965750 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (5034cafd-8c65-4775-a61b-bb97285c4d1e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:40.967152 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:40.967792 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:41.044935 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5901854 Mar 31 19:03:41.048864 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55476) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:41.057535 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2a20a-4597-4caf-8fa4-d53e7eb8c9a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5034cafd-8c65-4775-a61b-bb97285c4d1e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:41.057893 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Request body: {'subnet': {'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1510932184-subnet', 'tenant_id': 'cbc95b634b8b4fcab05aad948e8218f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:41.073583 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 5034cafd-8c65-4775-a61b-bb97285c4d1e details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:03:41.090198 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879174e-42b2-40c6-9da5-0aa8a02b82ca req-e5feeafe-c50d-43d4-9aa4-6e4df9e35250 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:41.094963 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Made reservation on behalf of cbc95b634b8b4fcab05aad948e8218f0 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:03:41.098643 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12789547'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:41.099346 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c879174e-42b2-40c6-9da5-0aa8a02b82ca req-e5feeafe-c50d-43d4-9aa4-6e4df9e35250 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1725764 Mar 31 19:03:41.210621 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c879174e-42b2-40c6-9da5-0aa8a02b82ca req-8896ef53-2cdf-4f78-a0c0-06b48b3e9d0c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068568 Mar 31 19:03:41.353692 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15805998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12789565'] for subnet (0abd2fb1-3a51-414e-bd78-ac8d53f9a84a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:41.458962 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0abd2fb1-3a51-414e-bd78-ac8d53f9a84a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:41.464726 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Checking segment: {'id': 'd6c18027-993a-43c0-abe8-3797892189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:03:41.465007 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Network hostable DHCP agents. Network: 5034cafd-8c65-4775-a61b-bb97285c4d1e, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:03:41.488451 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Network 5034cafd-8c65-4775-a61b-bb97285c4d1e is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:03:41.499512 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 5034cafd-8c65-4775-a61b-bb97285c4d1e) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:41.503973 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:41.504645 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:41.512895 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb0c2f5-2d86-45cb-90ea-d414f5701f57 None None] Network 5034cafd-8c65-4775-a61b-bb97285c4d1e requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:03:41.523555 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-96c4aa33-14b8-4c69-9de1-40f1c906c7a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4720621 Mar 31 19:03:41.642336 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886be03-2284-4216-af82-ac5f17c483cb None None] Network 5034cafd-8c65-4775-a61b-bb97285c4d1e requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:03:42.365042 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d6289-bce2-488f-8138-f679e70dd55a req-6fd1868f-7083-4c55-9dfe-5ac66948661e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:42.365523 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cc6d6289-bce2-488f-8138-f679e70dd55a req-6fd1868f-7083-4c55-9dfe-5ac66948661e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0627553 Mar 31 19:03:42.424819 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cc6d6289-bce2-488f-8138-f679e70dd55a req-bf1f99fd-b8d1-44db-ae7c-f79ea585fc99 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536866 Mar 31 19:03:42.557408 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 55536) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:42.677272 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ba2ac27-87a5-4561-ac8b-3905facd7a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:42.771247 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ba2ac27-87a5-4561-ac8b-3905facd7a14 admin admin] Publish callbacks [] for security_group (c6e9023a-cc87-47f3-813c-b9b508a28c8d), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:42.776314 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ba2ac27-87a5-4561-ac8b-3905facd7a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (c6e9023a-cc87-47f3-813c-b9b508a28c8d), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:42.818074 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2ac27-87a5-4561-ac8b-3905facd7a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e9023a-cc87-47f3-813c-b9b508a28c8d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:42.823966 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5ba2ac27-87a5-4561-ac8b-3905facd7a14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a1060cc622d41c29ea8d624629ae992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654183 Mar 31 19:03:42.827223 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55548) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:42.888067 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff35ab2c-912a-4bc0-bf82-10715b7af972 admin admin] Publish callbacks [] for security_group (c6e9023a-cc87-47f3-813c-b9b508a28c8d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:42.912011 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff35ab2c-912a-4bc0-bf82-10715b7af972 admin admin] Publish callbacks [] for security_group (c6e9023a-cc87-47f3-813c-b9b508a28c8d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:42.964895 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff35ab2c-912a-4bc0-bf82-10715b7af972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (c6e9023a-cc87-47f3-813c-b9b508a28c8d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:42.968806 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff35ab2c-912a-4bc0-bf82-10715b7af972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:42.970563 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ff35ab2c-912a-4bc0-bf82-10715b7af972 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6e9023a-cc87-47f3-813c-b9b508a28c8d HTTP/1.1" status: 204 len: 168 time: 0.1415789 Mar 31 19:03:42.990413 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35ab2c-912a-4bc0-bf82-10715b7af972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e9023a-cc87-47f3-813c-b9b508a28c8d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:43.591442 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0733-be25-4f4c-93cb-d98ffb82f104 req-3fc2165b-531e-4ad8-a06d-00b98880f73a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:43.593591 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-754e0733-be25-4f4c-93cb-d98ffb82f104 req-3fc2165b-531e-4ad8-a06d-00b98880f73a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0858555 Mar 31 19:03:43.660860 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-754e0733-be25-4f4c-93cb-d98ffb82f104 req-b7f79166-1b5e-4f0e-940f-198a1edf65bd tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590131 Mar 31 19:03:44.707921 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-0b93ff4d-a9d0-41a4-b6ba-7379e86daf21 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:44.709752 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-0b93ff4d-a9d0-41a4-b6ba-7379e86daf21 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/networks?id=5034cafd-8c65-4775-a61b-bb97285c4d1e HTTP/1.1" status: 200 len: 814 time: 0.1291301 Mar 31 19:03:44.730037 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-ed1a6878-7735-4843-a034-39d8b8880390 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/quotas/cbc95b634b8b4fcab05aad948e8218f0 HTTP/1.1" status: 200 len: 375 time: 0.0145397 Mar 31 19:03:44.777216 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-8262c357-171c-4e55-b098-405bcf41b2d0 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbc95b634b8b4fcab05aad948e8218f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402448 Mar 31 19:03:44.888163 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07225f80-3a1b-4a6a-baea-fd331b9213a7 req-4b39392e-0a3d-456d-a343-332fe9c28fb0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:44.889745 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07225f80-3a1b-4a6a-baea-fd331b9213a7 req-4b39392e-0a3d-456d-a343-332fe9c28fb0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1410677 Mar 31 19:03:44.949140 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-81faf09a-6ad8-42ec-8b96-f66b75759e1e service neutron] 10.222.0.13 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562681 Mar 31 19:03:44.970525 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07225f80-3a1b-4a6a-baea-fd331b9213a7 req-c436dba6-7f62-48ec-93c7-d4bb806adcf0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703161 Mar 31 19:03:45.068954 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-fbf966b0-84de-43d0-8641-462e67ab27a6 service neutron] 10.222.0.13 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119127 Mar 31 19:03:45.233549 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1d7b5879-ba65-4f72-ad81-4951dcfd05a4 req-8ab44a0b-a0b4-4900-adbb-f8869ef721df tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 210 time: 0.0282214 Mar 31 19:03:46.104716 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22842b8d-917a-446d-bb91-87f9b438441c req-a97674da-e188-4f62-9139-1df1cb37aeae tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:46.106241 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22842b8d-917a-446d-bb91-87f9b438441c req-a97674da-e188-4f62-9139-1df1cb37aeae tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0566254 Mar 31 19:03:46.172448 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22842b8d-917a-446d-bb91-87f9b438441c req-43bbc2cc-0755-4b23-abd7-fd5a94c9b5e1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575783 Mar 31 19:03:46.534576 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-781d3127-31dc-4e4b-a331-a8145eb00d9a req-0b9bcfd7-73af-437f-b04a-1c7347d648c5 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 210 time: 0.0331495 Mar 31 19:03:46.580620 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-37d9a459-e60e-4e99-b389-7203968c36b0 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:46.582067 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-37d9a459-e60e-4e99-b389-7203968c36b0 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.78 "GET /v2.0/networks?id=5034cafd-8c65-4775-a61b-bb97285c4d1e HTTP/1.1" status: 200 len: 814 time: 0.3713582 Mar 31 19:03:46.611177 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Request body: {'port': {'device_id': '9bc96f77-bd1d-43d1-9427-3787cca4c45a', 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e', 'admin_state_up': True, 'tenant_id': 'cbc95b634b8b4fcab05aad948e8218f0'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:46.723449 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Made reservation on behalf of cbc95b634b8b4fcab05aad948e8218f0 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:03:46.726767 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:46.876806 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Allocated IP 172.20.0.6 (5034cafd-8c65-4775-a61b-bb97285c4d1e/0abd2fb1-3a51-414e-bd78-ac8d53f9a84a/cd75aa72-ef67-4aa8-ab2f-e1474a54c707) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:03:47.033369 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks [] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:47.068074 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:47.110445 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Network 5034cafd-8c65-4775-a61b-bb97285c4d1e is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:03:47.113940 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:03:47.120857 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:03:47.128992 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Pushing event updated for resources: {'Port': ['ID=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:47.177617 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:47.178220 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:47.194693 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-12be8780-4623-4c01-95aa-85aec84a01c7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5876238 Mar 31 19:03:47.207446 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Request body: {'port': {'device_id': '9bc96f77-bd1d-43d1-9427-3787cca4c45a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:03:47.301275 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:47.367215 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4736-437f-4b70-b9ac-7783a4f2f94b req-037dab59-83ee-48ac-a575-8b22a2a9066d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:47.368690 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86aa4736-437f-4b70-b9ac-7783a4f2f94b req-037dab59-83ee-48ac-a575-8b22a2a9066d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1146195 Mar 31 19:03:47.519515 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86aa4736-437f-4b70-b9ac-7783a4f2f94b req-626b4d05-a8b1-4796-905a-2b08504e0a25 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427045 Mar 31 19:03:47.646515 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd75aa72-ef67-4aa8-ab2f-e1474a54c707 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:03:47.655876 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Publish callbacks [] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:47.673820 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Transition to ACTIVE for port object cd75aa72-ef67-4aa8-ab2f-e1474a54c707 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:03:47.679424 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:47.721108 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffafa2a-0695-4176-a3c8-eab34d63daa5 req-57dc31c9-0e6c-47ef-8db9-791ce8d3f211 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:47.722923 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2ffafa2a-0695-4176-a3c8-eab34d63daa5 req-57dc31c9-0e6c-47ef-8db9-791ce8d3f211 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 931 time: 0.1110227 Mar 31 19:03:47.769507 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:47.852621 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2ffafa2a-0695-4176-a3c8-eab34d63daa5 req-36089ca1-0599-482d-9da1-8bb729bafd8d tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110938 Mar 31 19:03:47.877411 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Attempting to bind port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:03:47.877752 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Attempting to bind port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'd6c18027-993a-43c0-abe8-3797892189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:03:47.878086 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Attempting to bind port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 on network 5034cafd-8c65-4775-a61b-bb97285c4d1e {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:03:47.882800 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 on network 5034cafd-8c65-4775-a61b-bb97285c4d1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:03:47.883279 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Attempting to bind port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 on network 5034cafd-8c65-4775-a61b-bb97285c4d1e {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:03:47.888840 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:03:47.889180 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Checking segment: {'id': 'd6c18027-993a-43c0-abe8-3797892189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:03:47.889567 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Bound using segment: {'id': 'd6c18027-993a-43c0-abe8-3797892189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:03:47.890257 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Bound port: cd75aa72-ef67-4aa8-ab2f-e1474a54c707, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c18027-993a-43c0-abe8-3797892189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:03:47.890821 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:47.963525 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] For port cd75aa72-ef67-4aa8-ab2f-e1474a54c707, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:03:47.966911 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] For port cd75aa72-ef67-4aa8-ab2f-e1474a54c707, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:03:47.974346 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:48.010660 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:48.011333 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:48.012719 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] 10.222.0.78 "PUT /v2.0/ports/cd75aa72-ef67-4aa8-ab2f-e1474a54c707 HTTP/1.1" status: 200 len: 1093 time: 0.8105230 Mar 31 19:03:48.013160 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc96f77-bd1d-43d1-9427-3787cca4c45a', 'tag': 'cd75aa72-ef67-4aa8-ab2f-e1474a54c707'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:03:48.015669 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1352c-5e9a-487f-8663-68e17dd88660" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc96f77-bd1d-43d1-9427-3787cca4c45a", "tag": "cd75aa72-ef67-4aa8-ab2f-e1474a54c707"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:03:48.044654 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc404d-a6cc-4b6a-bc6e-e94c15e57063 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:48.080968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95feba5-84f4-4ed4-9acf-4371e0231fac x-openstack-request-id: req-e95feba5-84f4-4ed4-9acf-4371e0231fac {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:03:48.081295 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc96f77-bd1d-43d1-9427-3787cca4c45a", "tag": "cd75aa72-ef67-4aa8-ab2f-e1474a54c707", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:03:48.081555 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e95feba5-84f4-4ed4-9acf-4371e0231fac {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:03:48.081969 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95feba5-84f4-4ed4-9acf-4371e0231fac'] response: {'name': 'network-changed', 'server_uuid': '9bc96f77-bd1d-43d1-9427-3787cca4c45a', 'tag': 'cd75aa72-ef67-4aa8-ab2f-e1474a54c707', 'status': 'completed', 'code': 200} Mar 31 19:03:48.213990 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 55784) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:48.267481 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1352c-5e9a-487f-8663-68e17dd88660 req-614b6932-7f7f-4e7a-a1ee-b93d96ac686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:48.269250 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-60e1352c-5e9a-487f-8663-68e17dd88660 req-614b6932-7f7f-4e7a-a1ee-b93d96ac686b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cbc95b634b8b4fcab05aad948e8218f0&device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 1127 time: 0.0491276 Mar 31 19:03:48.386332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:48.493501 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1352c-5e9a-487f-8663-68e17dd88660 req-b5a7966a-1a29-46a8-9629-b0d845a08709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:48.495042 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-60e1352c-5e9a-487f-8663-68e17dd88660 req-b5a7966a-1a29-46a8-9629-b0d845a08709 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=cbc95b634b8b4fcab05aad948e8218f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2186756 Mar 31 19:03:48.719575 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Publish callbacks [] for security_group (63b41b57-3294-4f41-9b1c-be4f92b40ec3), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:48.731531 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (63b41b57-3294-4f41-9b1c-be4f92b40ec3), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:48.768942 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1352c-5e9a-487f-8663-68e17dd88660 req-f6063608-5194-42fd-96de-0907c62b1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:48.770425 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-60e1352c-5e9a-487f-8663-68e17dd88660 req-f6063608-5194-42fd-96de-0907c62b1793 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2681911 Mar 31 19:03:48.794930 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3dbbb-b60c-41a9-882d-54ef98080c4b req-195b0d76-98fa-439f-bf20-32aaa08d6100 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:48.796801 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6cc3dbbb-b60c-41a9-882d-54ef98080c4b req-195b0d76-98fa-439f-bf20-32aaa08d6100 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1991103 Mar 31 19:03:48.803643 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55812) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:48.806430 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6c1b672109048c4bd5c0678ef1902da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5913184 Mar 31 19:03:48.817015 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b41b57-3294-4f41-9b1c-be4f92b40ec3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:48.859467 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6269e69d-9b81-4d17-86de-98196437e464 admin admin] Publish callbacks [] for security_group (63b41b57-3294-4f41-9b1c-be4f92b40ec3), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:48.885699 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6269e69d-9b81-4d17-86de-98196437e464 admin admin] Publish callbacks [] for security_group (63b41b57-3294-4f41-9b1c-be4f92b40ec3), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:48.885875 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.886345 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.886798 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.887231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.887829 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.888201 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.889060 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.889468 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.889909 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.890361 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.890922 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.891388 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.891794 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.892199 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.892672 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dacbfa4-f6f1-4411-b09d-2a5afc1a26f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:48.984893 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6269e69d-9b81-4d17-86de-98196437e464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (63b41b57-3294-4f41-9b1c-be4f92b40ec3), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:48.987414 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6269e69d-9b81-4d17-86de-98196437e464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:48.988544 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6269e69d-9b81-4d17-86de-98196437e464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63b41b57-3294-4f41-9b1c-be4f92b40ec3 HTTP/1.1" status: 204 len: 168 time: 0.1840584 Mar 31 19:03:48.997008 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6cc3dbbb-b60c-41a9-882d-54ef98080c4b req-4a94596c-782b-461a-b774-9c39fe845b43 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879420 Mar 31 19:03:49.001872 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-0e4e91f6-8da1-44a2-8071-887a641854b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:49.003564 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269e69d-9b81-4d17-86de-98196437e464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b41b57-3294-4f41-9b1c-be4f92b40ec3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:49.003740 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-0e4e91f6-8da1-44a2-8071-887a641854b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cbc95b634b8b4fcab05aad948e8218f0&device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 1127 time: 0.1831195 Mar 31 19:03:49.007110 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf5db-a0c5-4fc6-9f25-d2a647696ceb req-753d25d7-291b-4bdf-b407-1f12128fc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:49.008666 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-467bf5db-a0c5-4fc6-9f25-d2a647696ceb req-753d25d7-291b-4bdf-b407-1f12128fc9e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 1129 time: 0.1869028 Mar 31 19:03:49.088616 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-14572a4a-9fc3-46f5-9734-149dfe35e2b4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd75aa72-ef67-4aa8-ab2f-e1474a54c707 HTTP/1.1" status: 200 len: 217 time: 0.0718842 Mar 31 19:03:49.133530 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-467bf5db-a0c5-4fc6-9f25-d2a647696ceb req-2808e1db-1187-4051-a600-acd2a182e3fe service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093490 Mar 31 19:03:49.141179 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb239a6f-afab-4469-930d-1d7c487dac48 req-52c7e345-adfd-4a6f-bc48-bc712b53b0b5 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:49.142687 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eb239a6f-afab-4469-930d-1d7c487dac48 req-52c7e345-adfd-4a6f-bc48-bc712b53b0b5 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 943 time: 0.2027059 Mar 31 19:03:49.179042 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-a6533eb3-ee65-4a9b-8eae-53cc09b0bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:49.180490 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-a6533eb3-ee65-4a9b-8eae-53cc09b0bdfe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0abd2fb1-3a51-414e-bd78-ac8d53f9a84a HTTP/1.1" status: 200 len: 854 time: 0.0825152 Mar 31 19:03:49.203895 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eb239a6f-afab-4469-930d-1d7c487dac48 req-4bec4aae-ecac-4744-923f-8656826ae832 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515845 Mar 31 19:03:49.478724 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-648cce65-5390-47c8-a241-874bebbfbd2a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5034cafd-8c65-4775-a61b-bb97285c4d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270910 Mar 31 19:03:49.586200 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-fe68dced-0b2f-4cd9-a351-21f740e6a9d4 service neutron] 10.222.0.78 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010172 Mar 31 19:03:49.684146 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ac67d65-2302-43ad-ad87-63a1cb9e10fb req-0237c7d2-092d-4035-b4e6-e4b2996233ed service neutron] 10.222.0.78 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913751 Mar 31 19:03:50.083322 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 55866) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:50.146553 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb95ae0-c616-4b6c-8428-f9f2d136b9e3 req-e6044f69-eeda-4a6d-ac43-f2efe6591200 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:50.148462 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fcb95ae0-c616-4b6c-8428-f9f2d136b9e3 req-e6044f69-eeda-4a6d-ac43-f2efe6591200 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0626493 Mar 31 19:03:50.215767 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fcb95ae0-c616-4b6c-8428-f9f2d136b9e3 req-3d63ce01-5bc0-4dbe-8152-8f086b55f438 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614362 Mar 31 19:03:50.244496 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aba2a5fc-04e7-4f2b-8e7c-f99fb131b4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:50.384059 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aba2a5fc-04e7-4f2b-8e7c-f99fb131b4c3 admin admin] Publish callbacks [] for security_group (9042368f-fdfd-4f02-97b4-554c880d9737), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:50.389224 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aba2a5fc-04e7-4f2b-8e7c-f99fb131b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9042368f-fdfd-4f02-97b4-554c880d9737), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:50.409105 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34280a90-4d75-4b34-b2e7-8478096a5f91 req-8c049695-9d8d-4105-b557-3fc1c3bc764f tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:50.411107 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-34280a90-4d75-4b34-b2e7-8478096a5f91 req-8c049695-9d8d-4105-b557-3fc1c3bc764f tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 943 time: 0.1213689 Mar 31 19:03:50.463278 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-aba2a5fc-04e7-4f2b-8e7c-f99fb131b4c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b3a4a92f4f24628b096533ffd8676ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784747 Mar 31 19:03:50.464823 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55878) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:50.472396 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2a5fc-04e7-4f2b-8e7c-f99fb131b4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9042368f-fdfd-4f02-97b4-554c880d9737,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:50.497734 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-34280a90-4d75-4b34-b2e7-8478096a5f91 req-b4a47bc0-e02c-4e48-8b3d-12ecd6d2490b tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793097 Mar 31 19:03:50.521330 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cfff7f5b-8059-4055-b145-d95f9e71e222 admin admin] Publish callbacks [] for security_group (9042368f-fdfd-4f02-97b4-554c880d9737), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:50.544273 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cfff7f5b-8059-4055-b145-d95f9e71e222 admin admin] Publish callbacks [] for security_group (9042368f-fdfd-4f02-97b4-554c880d9737), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:50.601313 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cfff7f5b-8059-4055-b145-d95f9e71e222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9042368f-fdfd-4f02-97b4-554c880d9737), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:50.603940 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cfff7f5b-8059-4055-b145-d95f9e71e222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:50.605118 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-cfff7f5b-8059-4055-b145-d95f9e71e222 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9042368f-fdfd-4f02-97b4-554c880d9737 HTTP/1.1" status: 204 len: 168 time: 0.1393385 Mar 31 19:03:50.615152 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff7f5b-8059-4055-b145-d95f9e71e222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9042368f-fdfd-4f02-97b4-554c880d9737,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:50.869556 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55884) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:50.884406 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-768d4e66-ec2d-4561-a66f-7cd4b7ada061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:50.974170 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-768d4e66-ec2d-4561-a66f-7cd4b7ada061 admin admin] Publish callbacks [] for security_group (ea77f701-a8f3-4d77-913c-f6003568e9b5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:50.978209 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-768d4e66-ec2d-4561-a66f-7cd4b7ada061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ea77f701-a8f3-4d77-913c-f6003568e9b5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.017300 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-768d4e66-ec2d-4561-a66f-7cd4b7ada061 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72b173efe1324e4e99d15a7fd96ff3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466687 Mar 31 19:03:51.018138 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d4e66-ec2d-4561-a66f-7cd4b7ada061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea77f701-a8f3-4d77-913c-f6003568e9b5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:51.020192 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 55888) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:51.075484 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36233f0f-ba6c-42ee-998a-be0ff6cf1dac admin admin] Publish callbacks [] for security_group (ea77f701-a8f3-4d77-913c-f6003568e9b5), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.098100 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36233f0f-ba6c-42ee-998a-be0ff6cf1dac admin admin] Publish callbacks [] for security_group (ea77f701-a8f3-4d77-913c-f6003568e9b5), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.148961 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36233f0f-ba6c-42ee-998a-be0ff6cf1dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ea77f701-a8f3-4d77-913c-f6003568e9b5), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.152249 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36233f0f-ba6c-42ee-998a-be0ff6cf1dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.153536 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-36233f0f-ba6c-42ee-998a-be0ff6cf1dac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea77f701-a8f3-4d77-913c-f6003568e9b5 HTTP/1.1" status: 204 len: 168 time: 0.1322663 Mar 31 19:03:51.162604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36233f0f-ba6c-42ee-998a-be0ff6cf1dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea77f701-a8f3-4d77-913c-f6003568e9b5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:51.349537 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fe7a2-ad70-49f5-acee-d74a7ed66776 req-6c6f333e-cfa8-4047-8549-54cc6d5b0261 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:51.351189 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-728fe7a2-ad70-49f5-acee-d74a7ed66776 req-6c6f333e-cfa8-4047-8549-54cc6d5b0261 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0624814 Mar 31 19:03:51.415632 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-728fe7a2-ad70-49f5-acee-d74a7ed66776 req-4ea1ba1b-265b-469f-9b36-3626f4071605 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585668 Mar 31 19:03:51.542037 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 55902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:51.559642 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.649213 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b5307-305a-4cbe-a031-08a291e0773e req-ca3996db-9746-4679-9b6c-423dddea25ae tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:51.650976 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-622b5307-305a-4cbe-a031-08a291e0773e req-ca3996db-9746-4679-9b6c-423dddea25ae tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 943 time: 0.0628498 Mar 31 19:03:51.661787 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Publish callbacks [] for security_group (2ce13c6f-ee74-4c82-a8db-8a0b7e12c7e0), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.683453 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (2ce13c6f-ee74-4c82-a8db-8a0b7e12c7e0), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.723003 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce13c6f-ee74-4c82-a8db-8a0b7e12c7e0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:51.726986 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-622b5307-305a-4cbe-a031-08a291e0773e req-08431446-bb2b-4143-ac60-814b653f9f63 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682557 Mar 31 19:03:51.728159 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d177896c3ae47bf90fcf0d3cfc7f367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849239 Mar 31 19:03:51.731087 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 55904) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:03:51.734103 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.734454 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.734820 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.735193 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.735528 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.735867 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.736192 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.736519 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.736859 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.737208 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.737541 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.737888 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.738234 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.738541 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.738850 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2540245-d67b-48b1-9a5a-8c20decf6878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:51.784978 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3b34-fa18-4f34-942e-2b0000d32a80 admin admin] Publish callbacks [] for security_group (2ce13c6f-ee74-4c82-a8db-8a0b7e12c7e0), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.806123 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3b34-fa18-4f34-942e-2b0000d32a80 admin admin] Publish callbacks [] for security_group (2ce13c6f-ee74-4c82-a8db-8a0b7e12c7e0), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.853341 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3b34-fa18-4f34-942e-2b0000d32a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (2ce13c6f-ee74-4c82-a8db-8a0b7e12c7e0), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.856070 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3b34-fa18-4f34-942e-2b0000d32a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:51.857187 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6b8e3b34-fa18-4f34-942e-2b0000d32a80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ce13c6f-ee74-4c82-a8db-8a0b7e12c7e0 HTTP/1.1" status: 204 len: 168 time: 0.1249905 Mar 31 19:03:51.865639 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e3b34-fa18-4f34-942e-2b0000d32a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce13c6f-ee74-4c82-a8db-8a0b7e12c7e0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:52.450316 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-3750b5d2-3e2e-401c-be86-0ccd28dab6e1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951671957&fields=id&tenant_id=2cb76bcd43844538ae65d40fd6cfff86 HTTP/1.1" status: 200 len: 267 time: 0.0593023 Mar 31 19:03:52.613029 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d5663-aa96-4535-8e6f-e42a3997ae6b req-87873f22-92dd-4ae2-ae9f-9e23be7ad487 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:52.614789 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ec0d5663-aa96-4535-8e6f-e42a3997ae6b req-87873f22-92dd-4ae2-ae9f-9e23be7ad487 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0941277 Mar 31 19:03:52.631086 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-c72277c5-deba-41c0-a17e-07e564ae1061 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:52.632614 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-c72277c5-deba-41c0-a17e-07e564ae1061 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/networks?id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 HTTP/1.1" status: 200 len: 809 time: 0.1745839 Mar 31 19:03:52.664565 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-6ea396b5-62b7-4fcb-a555-2803213fb3af tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/quotas/2cb76bcd43844538ae65d40fd6cfff86 HTTP/1.1" status: 200 len: 375 time: 0.0163429 Mar 31 19:03:52.722869 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ec0d5663-aa96-4535-8e6f-e42a3997ae6b req-e54cbef3-423d-4cf7-b6ae-e27c9f295a09 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891256 Mar 31 19:03:52.744730 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:03:52.760493 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-def0a116-da92-43b6-a53c-b7c221634f08 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cb76bcd43844538ae65d40fd6cfff86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899673 Mar 31 19:03:52.912104 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f273ae-8948-4358-a5ab-639c6e678d8c req-4b579f90-939b-41c7-9f5e-641ae3314c11 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:52.913606 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e3f273ae-8948-4358-a5ab-639c6e678d8c req-4b579f90-939b-41c7-9f5e-641ae3314c11 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 943 time: 0.0873551 Mar 31 19:03:52.915885 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-5e9ac37d-2999-4c6d-a78b-6fa5d3d9a816 service neutron] 10.222.0.13 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337929 Mar 31 19:03:53.015649 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e3f273ae-8948-4358-a5ab-639c6e678d8c req-a811e8c7-56fd-403e-a37d-e014b30f4dc3 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958714 Mar 31 19:03:53.064333 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-5ce6510b-560d-4bd3-9891-6678d4dfce9b service neutron] 10.222.0.13 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379745 Mar 31 19:03:53.360603 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51548086-91e5-4b84-9f8e-0696e51dd5e7 req-fb71f8e5-dd19-4a8e-9516-b464fbcfff7c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:53.362309 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-51548086-91e5-4b84-9f8e-0696e51dd5e7 req-fb71f8e5-dd19-4a8e-9516-b464fbcfff7c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0579338 Mar 31 19:03:53.418304 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160aa34e-2672-4b3e-82d7-fb89d1bebf3b req-6b9152f1-6bf4-4920-be9c-beb7294b5d02 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0370471 Mar 31 19:03:53.446329 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-51548086-91e5-4b84-9f8e-0696e51dd5e7 req-162ba5b3-6b8a-40bc-aae3-8849362a6838 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735950 Mar 31 19:03:53.787507 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-015c0fa5-6c8a-49e3-b6fd-81cecfe3a55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:53.919006 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-41eb179a-f084-4b1a-ad0e-b06a7b5c4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:53.920577 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-41eb179a-f084-4b1a-ad0e-b06a7b5c4c11 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 1129 time: 0.0482132 Mar 31 19:03:54.025894 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-6cf72336-2f47-4c83-b1ce-9206653ad51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:54.027403 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-6cf72336-2f47-4c83-b1ce-9206653ad51e service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.0997317 Mar 31 19:03:54.377874 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c994c7-ddce-49be-833d-3e61b1d9c8b5 req-e957a403-c270-4525-9ead-27fcaaef27e2 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:54.379534 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-52c994c7-ddce-49be-833d-3e61b1d9c8b5 req-e957a403-c270-4525-9ead-27fcaaef27e2 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 943 time: 0.2902770 Mar 31 19:03:54.429853 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-52c994c7-ddce-49be-833d-3e61b1d9c8b5 req-9f5807c1-1d2f-40e7-a191-dd07ed52d729 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Mar 31 19:03:54.536988 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d7e53416-97ae-4bba-8206-d9e39c1abd7e req-dbcbb07a-9f26-4ecb-a19b-c54968b37645 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0333741 Mar 31 19:03:54.587693 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c6b7c-8ce3-4988-baf8-f945bddeb562 req-f7cb308a-2f18-419d-ba30-2480b42bf639 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:54.589211 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c93c6b7c-8ce3-4988-baf8-f945bddeb562 req-f7cb308a-2f18-419d-ba30-2480b42bf639 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0550454 Mar 31 19:03:54.642071 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c93c6b7c-8ce3-4988-baf8-f945bddeb562 req-6dc88838-021a-4c95-afe4-9522d9cdc2eb tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463400 Mar 31 19:03:55.550576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c074c-ef2c-452c-bdea-21c55dea516e req-f37e4e0d-4d6b-4525-b7f7-ab5245b7d6ed tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:55.552165 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e17c074c-ef2c-452c-bdea-21c55dea516e req-f37e4e0d-4d6b-4525-b7f7-ab5245b7d6ed tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 943 time: 0.0532498 Mar 31 19:03:55.602739 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e17c074c-ef2c-452c-bdea-21c55dea516e req-a8305fcc-5c65-4fb2-8d44-4795f9b91024 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449200 Mar 31 19:03:55.636882 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6ce4a7b2-fc57-4624-a85c-9edaafe8faf3 req-bc832d08-2d7f-47ac-bf40-39e1da1b4c89 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Mar 31 19:03:55.762633 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd049c48-83dd-411f-b231-efe58d277e97 req-c5ebf1e7-ff4c-4633-990c-d006e79471c8 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:55.764643 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bd049c48-83dd-411f-b231-efe58d277e97 req-c5ebf1e7-ff4c-4633-990c-d006e79471c8 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0550187 Mar 31 19:03:55.815701 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bd049c48-83dd-411f-b231-efe58d277e97 req-16bc39aa-0469-4bb2-91af-8ccd2a2a3e0b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452695 Mar 31 19:03:56.297228 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c90aa084-90af-4a02-8529-9a50b10d17f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:56.733409 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda03e7-ae64-405d-9219-f334ab90cb5b req-a5d37d88-6065-4020-a4de-2a584c0def4b tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:56.735060 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4cda03e7-ae64-405d-9219-f334ab90cb5b req-a5d37d88-6065-4020-a4de-2a584c0def4b tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 943 time: 0.0648522 Mar 31 19:03:56.752373 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-291e7de3-8ef5-4616-a086-d6a998b03bee req-de748692-d842-4326-8e66-3114e4ad8bfd tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0393140 Mar 31 19:03:56.793574 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4cda03e7-ae64-405d-9219-f334ab90cb5b req-244a0f4c-ec03-4599-836d-19a6206f6890 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Mar 31 19:03:56.936243 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6d943-38ed-4156-bbe8-aa520fefb7b4 req-f53c4ddd-3090-48e3-9191-20ae0cec1a7c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:56.937649 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d3a6d943-38ed-4156-bbe8-aa520fefb7b4 req-f53c4ddd-3090-48e3-9191-20ae0cec1a7c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0557134 Mar 31 19:03:56.984487 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d3a6d943-38ed-4156-bbe8-aa520fefb7b4 req-b6d361c3-2aba-4551-bbd0-c6d0e2cf8618 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Mar 31 19:03:57.469667 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:57.736187 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device cd75aa72-ef67-4aa8-ab2f-e1474a54c707 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:03:57.784002 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-4cc3a738-67bd-45c5-8d36-cf6e34252512 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770 HTTP/1.1" status: 200 len: 217 time: 0.0490246 Mar 31 19:03:57.872245 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2941897a-8bfb-4d3e-aa32-d967f72733a1 req-0b3e1cdc-1420-436b-acfc-09cb5c5d789e tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0409243 Mar 31 19:03:57.884105 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port cd75aa72-ef67-4aa8-ab2f-e1474a54c707, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:57.903187 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': 'cd75aa72-ef67-4aa8-ab2f-e1474a54c707', 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e', 'port_id': 'cd75aa72-ef67-4aa8-ab2f-e1474a54c707', 'mac_address': 'fa:16:3e:97:dd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0abd2fb1-3a51-414e-bd78-ac8d53f9a84a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:03:57.947748 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:03:57.948139 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:57.962507 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd75aa72-ef67-4aa8-ab2f-e1474a54c707 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:03:57.963436 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a996-a076-4637-aa88-8e583053615c req-6b88d640-d1b5-4453-ab79-d4aaed3acb18 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:57.965002 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-68b8a996-a076-4637-aa88-8e583053615c req-6b88d640-d1b5-4453-ab79-d4aaed3acb18 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 943 time: 0.0667760 Mar 31 19:03:57.988623 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port cd75aa72-ef67-4aa8-ab2f-e1474a54c707, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:03:57.992827 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:58.017229 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-68b8a996-a076-4637-aa88-8e583053615c req-8441ef32-feac-41f7-a45d-5d29cd40862e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Mar 31 19:03:58.045679 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:03:58.052938 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.053276 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.053642 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.054002 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.054335 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.054665 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.055022 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.055349 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.055681 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.056003 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.056327 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.056665 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.056993 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.057312 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.057633 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:03:58.111508 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca794a-b577-48fc-8392-2ff261899cb0 req-1cc5f64b-2d7f-4cee-827b-7c422619d0ec tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:58.113026 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dbca794a-b577-48fc-8392-2ff261899cb0 req-1cc5f64b-2d7f-4cee-827b-7c422619d0ec tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0546107 Mar 31 19:03:58.160858 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dbca794a-b577-48fc-8392-2ff261899cb0 req-31af1f99-ba41-4570-a2b9-dc5a1bdba6f2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Mar 31 19:03:58.725689 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:03:58.979950 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c10344dc-e64d-406b-98b1-c0154bd94e04 req-55cad747-9ad9-4d42-8cae-2a935afc975d tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0277302 Mar 31 19:03:59.144442 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5fb8-8e4c-42ab-9ad3-4e6d815085ff req-a1687a2f-b59c-40da-bbec-bd9d0727b5e5 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:59.145969 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-629a5fb8-8e4c-42ab-9ad3-4e6d815085ff req-a1687a2f-b59c-40da-bbec-bd9d0727b5e5 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 944 time: 0.0570929 Mar 31 19:03:59.194636 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-629a5fb8-8e4c-42ab-9ad3-4e6d815085ff req-b23fdc60-c667-4d2e-87d7-dd8fbf5e497f tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Mar 31 19:03:59.281658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4c6e4-33fd-4e43-ae9a-774dcaf2e276 req-6f16590c-272e-4ddc-92c7-0aa0d5815fd5 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:59.283134 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1cb4c6e4-33fd-4e43-ae9a-774dcaf2e276 req-6f16590c-272e-4ddc-92c7-0aa0d5815fd5 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0528669 Mar 31 19:03:59.334605 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1cb4c6e4-33fd-4e43-ae9a-774dcaf2e276 req-f3cf36db-2781-4cf9-b0bc-ad77acf31e3c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449374 Mar 31 19:03:59.486100 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-fea9c8a4-c4ea-41c5-a883-46a85e06d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:03:59.487631 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-fea9c8a4-c4ea-41c5-a883-46a85e06d53f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0496125 Mar 31 19:04:00.084210 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e86dae71-230f-4780-b4e0-4b6c0f63a18d req-1d048844-f8ba-498d-8554-1d58bcc037dd tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0301249 Mar 31 19:04:00.321395 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282c4ca-7f64-4308-a1c0-a463758fa889 req-d9711eb0-5e73-44b2-8c2d-36327f89dd8b tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:00.323223 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1282c4ca-7f64-4308-a1c0-a463758fa889 req-d9711eb0-5e73-44b2-8c2d-36327f89dd8b tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 944 time: 0.0596161 Mar 31 19:04:00.376188 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1282c4ca-7f64-4308-a1c0-a463758fa889 req-9b003279-88a2-4ace-a293-7589a6485d5b tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460715 Mar 31 19:04:00.459038 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:00.460182 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9db03-0793-40ca-a663-8adc0d913067 req-ca0ac948-1cab-40d8-bdaa-23625d5a8691 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:00.461790 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d9a9db03-0793-40ca-a663-8adc0d913067 req-ca0ac948-1cab-40d8-bdaa-23625d5a8691 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0577672 Mar 31 19:04:00.516365 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d9a9db03-0793-40ca-a663-8adc0d913067 req-d4174bda-b249-4ee8-bb21-1df72fffbfa7 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Mar 31 19:04:01.184280 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e2c61ca-bd43-446d-88d9-e41b7bc09f3d req-f4488008-4862-4bb8-8342-571879b93464 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0269642 Mar 31 19:04:01.505309 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a2c4-d8a5-43e2-b24c-e0bcc73d7093 req-55cc7771-1dc1-4b1d-85c3-7399943c6ec8 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:01.505309 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eb14a2c4-d8a5-43e2-b24c-e0bcc73d7093 req-55cc7771-1dc1-4b1d-85c3-7399943c6ec8 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 944 time: 0.0576036 Mar 31 19:04:01.580003 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eb14a2c4-d8a5-43e2-b24c-e0bcc73d7093 req-02cfbee0-0d23-41b8-a07c-50855f5f0f70 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687299 Mar 31 19:04:01.586551 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-238ef673-a635-491c-aa9b-0aa969fe5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:01.588269 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-238ef673-a635-491c-aa9b-0aa969fe5c52 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845973 Mar 31 19:04:01.705461 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25118f15-d3ba-4139-85db-97eef5cb561c req-6c2b1ced-28e2-473d-b1d5-bbb3ce24da5b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:01.707058 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-25118f15-d3ba-4139-85db-97eef5cb561c req-6c2b1ced-28e2-473d-b1d5-bbb3ce24da5b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1178195 Mar 31 19:04:01.728351 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-22e3d772-6635-4055-aa9f-d97d1e2e9978 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298096 Mar 31 19:04:01.818557 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-25118f15-d3ba-4139-85db-97eef5cb561c req-617c176b-bc11-418e-8a99-82999893f5f7 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024120 Mar 31 19:04:01.855614 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-063640e0-61ae-4fe2-a07d-b70691165f1b req-07d02ab4-ea4c-4a8f-9470-4d7b09572929 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210098 Mar 31 19:04:02.220146 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-355164da-58ca-48d0-9b7d-1d4d0b0a2c0b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:02.221714 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-355164da-58ca-48d0-9b7d-1d4d0b0a2c0b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.78 "GET /v2.0/networks?id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 HTTP/1.1" status: 200 len: 809 time: 0.1107299 Mar 31 19:04:02.299683 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e15b75a5-1d0f-41b5-91b9-33d4cf61bc26 req-ea7d9bc7-f13c-4c07-9c39-d38db2eaf7d9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0400095 Mar 31 19:04:02.320629 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-26886595-d799-4ffa-81c3-1fed68de6980 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cb76bcd43844538ae65d40fd6cfff86 HTTP/1.1" status: 200 len: 380 time: 0.0893068 Mar 31 19:04:02.331517 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Request body: {'port': {'device_id': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'admin_state_up': True, 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'security_groups': ['a7071833-fd91-4bf1-ac4f-c106a7b60ec2']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:02.452209 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Made reservation on behalf of 2cb76bcd43844538ae65d40fd6cfff86 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:04:02.455499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:02.600637 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Allocated IP 172.20.0.7 (3124a844-b0a0-4573-aebc-d6e0cd2ed1d2/049bf3b0-9aab-45d3-9354-69df9f430d12/5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:04:02.638189 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['cd75aa72-ef67-4aa8-ab2f-e1474a54c707'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:04:02.810094 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd2ccc-beb7-41b6-b77c-68850da1da9f req-3546c93a-33ee-4181-b5d2-773ad347ed53 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:02.811766 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a9fd2ccc-beb7-41b6-b77c-68850da1da9f req-3546c93a-33ee-4181-b5d2-773ad347ed53 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 944 time: 0.1129696 Mar 31 19:04:02.846508 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:02.890084 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a9fd2ccc-beb7-41b6-b77c-68850da1da9f req-f1776cec-354d-4295-b69d-c1082e9b8a5c tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714953 Mar 31 19:04:02.916682 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:02.977641 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:04:02.983979 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:04:02.989032 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:04:03.030230 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'Port': ['ID=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:03.054843 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57f38-9b14-494b-88c6-3a7ea0cb05b7 req-afaf89f0-1849-4989-9519-9d568b31fee8 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:03.056796 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-60b57f38-9b14-494b-88c6-3a7ea0cb05b7 req-afaf89f0-1849-4989-9519-9d568b31fee8 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1528666 Mar 31 19:04:03.089011 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:03.089672 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:03.123791 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-a39c4087-6ddd-438b-844e-a653d9613984 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961383 Mar 31 19:04:03.137274 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Request body: {'port': {'device_id': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:03.165452 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-60b57f38-9b14-494b-88c6-3a7ea0cb05b7 req-6f6e987c-c952-4391-8edb-61334ad482dd tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026084 Mar 31 19:04:03.232787 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:03.345831 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-de76310a-5ce6-4ab3-b118-91d972421fca None None] Provisioning complete for port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:04:03.346203 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de76310a-5ce6-4ab3-b118-91d972421fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:03.381261 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-de76310a-5ce6-4ab3-b118-91d972421fca None None] Port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:04:03.498394 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783e877-cc7c-4484-8a23-5a52b5ed21e6 req-82991f05-ab15-47bf-87a2-5049d14caa9f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:03.500592 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a783e877-cc7c-4484-8a23-5a52b5ed21e6 req-82991f05-ab15-47bf-87a2-5049d14caa9f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 931 time: 0.1227396 Mar 31 19:04:03.603753 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a783e877-cc7c-4484-8a23-5a52b5ed21e6 req-52bd58bd-bf6e-451b-9f3d-0264dbe0d62a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967147 Mar 31 19:04:03.612896 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:04:03.621669 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Publish callbacks [] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:03.636485 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Transition to ACTIVE for port object 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:04:03.641089 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:03.693304 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Pushing event updated for resources: {'Port': ['ID=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:03.781546 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Attempting to bind port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:04:03.781984 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Attempting to bind port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:04:03.782457 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Attempting to bind port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 on network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:04:03.790570 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 on network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:04:03.791092 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Attempting to bind port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 on network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:04:03.797962 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:04:03.798309 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Checking segment: {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:04:03.798885 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Bound using segment: {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:04:03.799385 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Bound port: 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d339242-2570-4f35-af73-bb6cfaaa0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:04:03.799730 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:03.889264 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:04:03.892870 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:04:03.901093 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:03.944718 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:03.945489 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:03.947634 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] 10.222.0.78 "PUT /v2.0/ports/5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 200 len: 1093 time: 0.8143554 Mar 31 19:04:03.948204 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:03.951179 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e162f970-37d8-40de-aae9-611377120c03" -d '{"events": [{"name": "network-changed", "server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:04.009730 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20818a-78c9-4171-b46a-bcc5b3e60b2c service neutron] Pushing event updated for resources: {'Port': ['ID=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:04.048199 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac13503f-e0bd-4ccf-84b9-3745154e1a6e x-openstack-request-id: req-ac13503f-e0bd-4ccf-84b9-3745154e1a6e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:04.049493 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:04.051109 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac13503f-e0bd-4ccf-84b9-3745154e1a6e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:04.051720 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac13503f-e0bd-4ccf-84b9-3745154e1a6e'] response: {'name': 'network-changed', 'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'status': 'completed', 'code': 200} Mar 31 19:04:04.186477 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-8c818f04-ef9e-4ec6-ab95-476bc6eb0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:04.188145 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-8c818f04-ef9e-4ec6-ab95-476bc6eb0d64 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cb76bcd43844538ae65d40fd6cfff86&device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1127 time: 0.1575806 Mar 31 19:04:04.217947 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc86f-00bc-4b03-b0ab-285e9dfe1b6d req-d10cde93-cfc0-48cc-a558-beaaef659925 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:04.219973 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ee9cc86f-00bc-4b03-b0ab-285e9dfe1b6d req-d10cde93-cfc0-48cc-a558-beaaef659925 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 944 time: 0.1157391 Mar 31 19:04:04.291120 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-030bb910-5846-48da-81a8-cbe8cb3668dc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 200 len: 217 time: 0.0701513 Mar 31 19:04:04.390734 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ee9cc86f-00bc-4b03-b0ab-285e9dfe1b6d req-6ae4ee48-c9bc-46ba-8e7a-8e16bb55dae6 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595628 Mar 31 19:04:04.399900 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-bd545bab-32c1-4626-bc4d-f903fef6cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:04.401363 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-bd545bab-32c1-4626-bc4d-f903fef6cc87 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=049bf3b0-9aab-45d3-9354-69df9f430d12 HTTP/1.1" status: 200 len: 848 time: 0.1032422 Mar 31 19:04:04.450391 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c699804-24aa-4c38-b041-203ded19c0cb req-051466e3-3162-4f4c-89cd-642bb0d19657 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:04.452822 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8c699804-24aa-4c38-b041-203ded19c0cb req-051466e3-3162-4f4c-89cd-642bb0d19657 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1216311 Mar 31 19:04:04.489019 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-5151de69-065d-4a58-86c5-3e661cb8a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:04.490553 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-5151de69-065d-4a58-86c5-3e661cb8a1fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804505 Mar 31 19:04:04.554007 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8c699804-24aa-4c38-b041-203ded19c0cb req-9941c3aa-411c-4843-bbb8-01e32084e8e6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948787 Mar 31 19:04:04.598024 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-4e4a7210-4445-4ce0-a1b3-6b396467830e service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984831 Mar 31 19:04:04.726570 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-900b1e46-a34c-408d-a427-9a86f3f7ea19 req-afd813d4-8063-4044-a8e8-16bff228ed9a service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222231 Mar 31 19:04:04.745394 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba1404-fa04-4f8b-be4e-4fe997d86b4a req-60887d14-5188-4bc1-97d7-7588234d6fd0 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:04.746870 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a4ba1404-fa04-4f8b-be4e-4fe997d86b4a req-60887d14-5188-4bc1-97d7-7588234d6fd0 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0736873 Mar 31 19:04:04.800266 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a4ba1404-fa04-4f8b-be4e-4fe997d86b4a req-9991dd5f-ef66-4e49-ad3a-45f3f522a1a7 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468922 Mar 31 19:04:05.191437 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162f970-37d8-40de-aae9-611377120c03 req-a9c36255-8ca4-4ea3-919c-55baf81224a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:05.192970 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e162f970-37d8-40de-aae9-611377120c03 req-a9c36255-8ca4-4ea3-919c-55baf81224a3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cb76bcd43844538ae65d40fd6cfff86&device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1127 time: 0.0538752 Mar 31 19:04:05.290233 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162f970-37d8-40de-aae9-611377120c03 req-99715bb2-8a24-4e69-b66a-64f308e492d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:05.291814 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e162f970-37d8-40de-aae9-611377120c03 req-99715bb2-8a24-4e69-b66a-64f308e492d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 HTTP/1.1" status: 200 len: 911 time: 0.0921023 Mar 31 19:04:05.516394 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d108-c791-4a67-9881-ac3ad49687f8 req-c0f276e0-e73e-42ab-8323-b8d004acc2d3 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:05.517957 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fb68d108-c791-4a67-9881-ac3ad49687f8 req-c0f276e0-e73e-42ab-8323-b8d004acc2d3 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 944 time: 0.0582781 Mar 31 19:04:05.574980 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fb68d108-c791-4a67-9881-ac3ad49687f8 req-d5a96e8b-ff69-4b7d-a12c-0068ffcba61c tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505812 Mar 31 19:04:05.678826 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec378e7-940a-4b4f-a6d2-9a98afdb31e9 req-67635a9f-8151-408f-a942-994845c41d5d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:05.680273 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4ec378e7-940a-4b4f-a6d2-9a98afdb31e9 req-67635a9f-8151-408f-a942-994845c41d5d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0536745 Mar 31 19:04:05.729749 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4ec378e7-940a-4b4f-a6d2-9a98afdb31e9 req-71757d1e-efdc-48df-bd41-c08c5cc13b0b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438011 Mar 31 19:04:05.919938 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3f20b-97bc-4947-937c-80695297b373 req-acf25cfb-07f8-4016-88a0-e94355ebdd1b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:05.921535 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ce3f20b-97bc-4947-937c-80695297b373 req-acf25cfb-07f8-4016-88a0-e94355ebdd1b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0531807 Mar 31 19:04:05.976990 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ce3f20b-97bc-4947-937c-80695297b373 req-125931cb-fe90-456b-b147-e3e24cb4526b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495987 Mar 31 19:04:06.707377 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a11bcf-5a61-4e17-a7aa-2bf794852dee req-846431c9-6b0a-4f74-a454-f083230538a0 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:06.708921 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-68a11bcf-5a61-4e17-a7aa-2bf794852dee req-846431c9-6b0a-4f74-a454-f083230538a0 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 944 time: 0.0613642 Mar 31 19:04:06.757919 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-68a11bcf-5a61-4e17-a7aa-2bf794852dee req-8f444a07-97ca-4c79-b751-f3e9e68feffa tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Mar 31 19:04:06.862757 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77cae2-3bdd-41fe-abad-0a72a7f9aa16 req-80f41c09-7b88-477e-95f1-f05ad31e619a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:06.864353 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-de77cae2-3bdd-41fe-abad-0a72a7f9aa16 req-80f41c09-7b88-477e-95f1-f05ad31e619a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0562010 Mar 31 19:04:06.913444 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-de77cae2-3bdd-41fe-abad-0a72a7f9aa16 req-e0087475-cf31-43d5-82f0-5190164bf760 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434628 Mar 31 19:04:07.099434 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe50a47-e03b-48fa-81ac-154e70170b96 req-89120485-3a93-4e03-b56b-3a7dc5236794 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:07.100928 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0fe50a47-e03b-48fa-81ac-154e70170b96 req-89120485-3a93-4e03-b56b-3a7dc5236794 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0543163 Mar 31 19:04:07.155211 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0fe50a47-e03b-48fa-81ac-154e70170b96 req-dd447a9a-dd1d-48cf-aa9b-4b1d90f4205f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485852 Mar 31 19:04:07.881128 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ba183-9f58-4de8-a344-81b2333ce8ec req-48443049-4b38-44fe-bd1e-45577ed3352e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:07.882774 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4c5ba183-9f58-4de8-a344-81b2333ce8ec req-48443049-4b38-44fe-bd1e-45577ed3352e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 944 time: 0.0564458 Mar 31 19:04:07.933815 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4c5ba183-9f58-4de8-a344-81b2333ce8ec req-be1f80c9-5e53-4707-adbf-8a7eb96b39b0 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Mar 31 19:04:08.021205 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device cd75aa72-ef67-4aa8-ab2f-e1474a54c707 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:04:08.040743 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef448-e9ba-4f5e-a34c-5271bf66e300 req-b5ce8ee4-95a3-4405-bc01-67b43ff2cf93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:08.042084 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d9cef448-e9ba-4f5e-a34c-5271bf66e300 req-b5ce8ee4-95a3-4405-bc01-67b43ff2cf93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0591726 Mar 31 19:04:08.074566 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e162f970-37d8-40de-aae9-611377120c03 req-76de5afa-4f69-448b-b1f4-d4fbf6e7b08b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 200 len: 217 time: 0.0505552 Mar 31 19:04:08.083227 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:04:08.087409 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:04:08.087795 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:08.115922 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d9cef448-e9ba-4f5e-a34c-5271bf66e300 req-e2db9eb4-3430-4869-9f47-7bd77988098f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436766 Mar 31 19:04:08.167938 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:04:08.168321 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:08.194535 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc96f77-bd1d-43d1-9427-3787cca4c45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75aa72-ef67-4aa8-ab2f-e1474a54c707'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:08.195735 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0442b5bf-fb6c-45ab-9dff-c2ae9414f6d2" -d '{"events": [{"server_uuid": "9bc96f77-bd1d-43d1-9427-3787cca4c45a", "name": "network-vif-plugged", "status": "completed", "tag": "cd75aa72-ef67-4aa8-ab2f-e1474a54c707"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:08.214293 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port cd75aa72-ef67-4aa8-ab2f-e1474a54c707, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:08.220511 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:08.267859 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80c58f7-b6fa-4ca0-a3ef-f0c30da91b5f x-openstack-request-id: req-d80c58f7-b6fa-4ca0-a3ef-f0c30da91b5f {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:08.268163 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc96f77-bd1d-43d1-9427-3787cca4c45a", "name": "network-vif-plugged", "status": "completed", "tag": "cd75aa72-ef67-4aa8-ab2f-e1474a54c707", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:08.268415 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d80c58f7-b6fa-4ca0-a3ef-f0c30da91b5f {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:08.268805 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80c58f7-b6fa-4ca0-a3ef-f0c30da91b5f'] response: {'server_uuid': '9bc96f77-bd1d-43d1-9427-3787cca4c45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75aa72-ef67-4aa8-ab2f-e1474a54c707', 'code': 200} Mar 31 19:04:08.287036 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:08.289021 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec0ee8-36ae-4b6f-8aa6-c8d4d9a0e618 req-4ef94b74-0f65-40a4-b1f7-cac080c061ab tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:08.290525 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ccec0ee8-36ae-4b6f-8aa6-c8d4d9a0e618 req-4ef94b74-0f65-40a4-b1f7-cac080c061ab tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0672936 Mar 31 19:04:08.353281 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ccec0ee8-36ae-4b6f-8aa6-c8d4d9a0e618 req-eb93c025-9795-489c-b718-cd407dbe3670 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559978 Mar 31 19:04:09.068911 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e02d70-bee1-474d-944f-90952c988e8e req-c7c49961-ccb1-4cf8-b911-27fb97482e58 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:09.070996 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-10e02d70-bee1-474d-944f-90952c988e8e req-c7c49961-ccb1-4cf8-b911-27fb97482e58 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0614960 Mar 31 19:04:09.123992 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-10e02d70-bee1-474d-944f-90952c988e8e req-e23233b8-64ad-4224-b0e7-2c42cfb84052 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467103 Mar 31 19:04:09.239848 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23573b11-9254-45af-9ebd-6fcc95cb7213 req-fbbf598f-9b45-420d-9212-4414dc751735 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:09.241353 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-23573b11-9254-45af-9ebd-6fcc95cb7213 req-fbbf598f-9b45-420d-9212-4414dc751735 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0543127 Mar 31 19:04:09.295707 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-23573b11-9254-45af-9ebd-6fcc95cb7213 req-944716ca-a072-4b94-bf50-78a8216362f3 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486796 Mar 31 19:04:09.487654 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a07c93-beab-47c4-8548-bdf57660c71f req-801270be-9007-4777-97ba-d39e4f9a4bc3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:09.489219 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-30a07c93-beab-47c4-8548-bdf57660c71f req-801270be-9007-4777-97ba-d39e4f9a4bc3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0553768 Mar 31 19:04:09.543914 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-30a07c93-beab-47c4-8548-bdf57660c71f req-ad996bcb-27b2-4719-aa28-b1e4c46590e1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490236 Mar 31 19:04:10.038549 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:10.071382 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162f970-37d8-40de-aae9-611377120c03 req-0b207832-01d2-4e19-9894-14ad57ec3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:10.073916 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e162f970-37d8-40de-aae9-611377120c03 req-0b207832-01d2-4e19-9894-14ad57ec3496 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=049bf3b0-9aab-45d3-9354-69df9f430d12 HTTP/1.1" status: 200 len: 848 time: 0.0521395 Mar 31 19:04:10.256813 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d9cbb-ca55-4f29-9dee-77b479e650dc req-29eeaff0-d37f-4dbd-b606-bbacbec41689 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:10.258318 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-168d9cbb-ca55-4f29-9dee-77b479e650dc req-29eeaff0-d37f-4dbd-b606-bbacbec41689 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0553288 Mar 31 19:04:10.313251 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-168d9cbb-ca55-4f29-9dee-77b479e650dc req-18113172-a733-4ab7-a80b-6bb8d734f04e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489686 Mar 31 19:04:10.417838 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db429a-6322-4f1b-aa74-23470ebe29df req-150038b8-a635-42dd-88b7-a18d92ab6f5e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:10.420348 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-93db429a-6322-4f1b-aa74-23470ebe29df req-150038b8-a635-42dd-88b7-a18d92ab6f5e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0561020 Mar 31 19:04:10.471210 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-93db429a-6322-4f1b-aa74-23470ebe29df req-4f7f13cc-d244-4844-8de8-a5a61fc948d8 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Mar 31 19:04:10.664097 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941d6a-935e-42b9-8bd6-0bd6ce615d80 req-a46fc582-d819-4d3a-9290-fd3a5c24a5ec tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:10.665565 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-44941d6a-935e-42b9-8bd6-0bd6ce615d80 req-a46fc582-d819-4d3a-9290-fd3a5c24a5ec tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0524170 Mar 31 19:04:10.718584 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-44941d6a-935e-42b9-8bd6-0bd6ce615d80 req-5c0a38d9-86d5-4acd-9d91-6185c84cd194 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468051 Mar 31 19:04:11.433435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eaf04-984d-4637-b620-6fc7d2657b75 req-500d4312-da36-411f-9560-d6865159bb97 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:11.435609 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e4eaf04-984d-4637-b620-6fc7d2657b75 req-500d4312-da36-411f-9560-d6865159bb97 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0512671 Mar 31 19:04:11.487137 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e4eaf04-984d-4637-b620-6fc7d2657b75 req-f3d77bdb-99b0-4a9b-9109-1e67275b05db tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Mar 31 19:04:11.629407 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd787b08-8981-400a-8077-46c47fcc898d req-9c59bc53-f45e-4799-af4a-e9dfe302daff tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:11.630847 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bd787b08-8981-400a-8077-46c47fcc898d req-9c59bc53-f45e-4799-af4a-e9dfe302daff tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0831189 Mar 31 19:04:11.646593 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162f970-37d8-40de-aae9-611377120c03 req-9eb9733f-279f-46e5-b699-8e15d08631ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:11.648054 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e162f970-37d8-40de-aae9-611377120c03 req-9eb9733f-279f-46e5-b699-8e15d08631ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103141 Mar 31 19:04:11.776362 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bd787b08-8981-400a-8077-46c47fcc898d req-e78be191-94b8-4625-b6bc-1547c8486551 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338174 Mar 31 19:04:11.781435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e3b45-900b-463b-afaf-968fe4da4d9a req-8e566b2c-6303-4e60-84db-b3642f99da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:11.782930 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-317e3b45-900b-463b-afaf-968fe4da4d9a req-8e566b2c-6303-4e60-84db-b3642f99da30 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 1129 time: 0.1499202 Mar 31 19:04:11.850817 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e162f970-37d8-40de-aae9-611377120c03 req-e3b9be50-b258-42f2-a4ce-df65b982418a service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834116 Mar 31 19:04:11.924620 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-317e3b45-900b-463b-afaf-968fe4da4d9a req-ce6ea7f6-2080-4c1d-a86f-872b1a917c9d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283765 Mar 31 19:04:11.959595 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5b439-d1e0-4d57-89f9-717ade2d5c86 req-73cd9b70-7401-4761-b2d5-4e5c48df0f99 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:11.961129 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e9f5b439-d1e0-4d57-89f9-717ade2d5c86 req-73cd9b70-7401-4761-b2d5-4e5c48df0f99 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.1486225 Mar 31 19:04:12.002502 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e162f970-37d8-40de-aae9-611377120c03 req-4cf4e395-da73-4f79-8dd5-a0404ed052d7 service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415827 Mar 31 19:04:12.034898 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e9f5b439-d1e0-4d57-89f9-717ade2d5c86 req-7904b334-17db-459a-95d9-e6466e7532b2 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638082 Mar 31 19:04:12.606787 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5165a5-a283-4128-a0ac-2634d4957395 req-0cc8a80c-818b-44ab-bf54-c0541fdcbc9e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:12.608307 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fe5165a5-a283-4128-a0ac-2634d4957395 req-0cc8a80c-818b-44ab-bf54-c0541fdcbc9e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0521317 Mar 31 19:04:12.657898 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fe5165a5-a283-4128-a0ac-2634d4957395 req-b6fd1749-9284-41a6-b232-53dd4f7b573d tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Mar 31 19:04:12.908748 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4df2a-ca2e-4f78-872d-d3cba2cc1425 req-3639580a-b500-4ec1-b5b6-15aac98ca755 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:12.910240 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92d4df2a-ca2e-4f78-872d-d3cba2cc1425 req-3639580a-b500-4ec1-b5b6-15aac98ca755 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0580728 Mar 31 19:04:12.957445 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92d4df2a-ca2e-4f78-872d-d3cba2cc1425 req-a1d147c3-33fe-4e3e-ad2c-a2ae9861482e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Mar 31 19:04:13.134917 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 56226) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:13.162399 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e5f81-d4d4-4b79-9d20-71f6ec143c07 req-65ae14b8-646f-43f7-80ef-07b11a1f0244 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:13.164128 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-243e5f81-d4d4-4b79-9d20-71f6ec143c07 req-65ae14b8-646f-43f7-80ef-07b11a1f0244 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0622928 Mar 31 19:04:13.216116 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-243e5f81-d4d4-4b79-9d20-71f6ec143c07 req-edcf7fad-a860-4646-8c1b-46ecdaaad907 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451121 Mar 31 19:04:13.302520 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ea4df4e-ceb2-4c26-836e-11e8ec28e810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.377861 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ea4df4e-ceb2-4c26-836e-11e8ec28e810 admin admin] Publish callbacks [] for security_group (0f78c6cd-a33f-4e40-93fd-8b445b105704), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.381712 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ea4df4e-ceb2-4c26-836e-11e8ec28e810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (0f78c6cd-a33f-4e40-93fd-8b445b105704), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.665475 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5ea4df4e-ceb2-4c26-836e-11e8ec28e810 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=518f52b4621c4cd09784accc9b27f081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5294805 Mar 31 19:04:13.666349 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4df4e-ceb2-4c26-836e-11e8ec28e810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f78c6cd-a33f-4e40-93fd-8b445b105704,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:13.668520 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 56236) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:13.730501 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e71e815-6972-49ac-ae30-c5f179d4b543 admin admin] Publish callbacks [] for security_group (0f78c6cd-a33f-4e40-93fd-8b445b105704), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.755071 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e71e815-6972-49ac-ae30-c5f179d4b543 admin admin] Publish callbacks [] for security_group (0f78c6cd-a33f-4e40-93fd-8b445b105704), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.784410 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd171cc-8772-4f5a-9be4-6b24a010325f req-76d66d72-789e-41f6-a1d7-86332b9cdf84 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:13.786079 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1cd171cc-8772-4f5a-9be4-6b24a010325f req-76d66d72-789e-41f6-a1d7-86332b9cdf84 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0539782 Mar 31 19:04:13.808602 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e71e815-6972-49ac-ae30-c5f179d4b543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (0f78c6cd-a33f-4e40-93fd-8b445b105704), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.811711 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e71e815-6972-49ac-ae30-c5f179d4b543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:13.813083 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7e71e815-6972-49ac-ae30-c5f179d4b543 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f78c6cd-a33f-4e40-93fd-8b445b105704 HTTP/1.1" status: 204 len: 168 time: 0.1434536 Mar 31 19:04:13.821071 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71e815-6972-49ac-ae30-c5f179d4b543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f78c6cd-a33f-4e40-93fd-8b445b105704,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:13.843678 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1cd171cc-8772-4f5a-9be4-6b24a010325f req-78b10cd3-6610-4c6a-bee2-f7c8e0fa7f52 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 Mar 31 19:04:14.084295 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb766f0-0a57-4d82-936d-db71c7dc32fc req-0a4d66d3-4b65-48cc-8baf-5141d4decbd5 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:14.085835 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2fb766f0-0a57-4d82-936d-db71c7dc32fc req-0a4d66d3-4b65-48cc-8baf-5141d4decbd5 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0563247 Mar 31 19:04:14.134788 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2fb766f0-0a57-4d82-936d-db71c7dc32fc req-6eeeeed8-72e5-4b1a-a4e7-49740b9392a6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Mar 31 19:04:14.337941 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956a3e2-128f-44db-8a66-4f22e260f07c req-fbf5b20e-374e-43d0-b27e-73d81094f7ac tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:14.339428 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3956a3e2-128f-44db-8a66-4f22e260f07c req-fbf5b20e-374e-43d0-b27e-73d81094f7ac tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0562232 Mar 31 19:04:14.389820 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3956a3e2-128f-44db-8a66-4f22e260f07c req-fc2276b0-38fb-4b6f-be43-92619c0ae306 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441601 Mar 31 19:04:14.959597 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffcb4c-7e96-40d1-bbf0-e89549e3e6f7 req-907825ea-d489-4ca9-9e1f-71df23b76778 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:14.961070 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f5ffcb4c-7e96-40d1-bbf0-e89549e3e6f7 req-907825ea-d489-4ca9-9e1f-71df23b76778 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0511916 Mar 31 19:04:15.008895 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f5ffcb4c-7e96-40d1-bbf0-e89549e3e6f7 req-d67193d9-a796-4890-854e-410d6b00fa22 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 Mar 31 19:04:15.257303 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4090792-564b-4184-b2ef-8d80cacbe998 req-75f65365-d28c-4d1d-8eab-0838ea8d8138 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:15.258672 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c4090792-564b-4184-b2ef-8d80cacbe998 req-75f65365-d28c-4d1d-8eab-0838ea8d8138 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0553188 Mar 31 19:04:15.306189 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c4090792-564b-4184-b2ef-8d80cacbe998 req-cf256a41-47d9-4bc1-8403-3f4f88bc0e7b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Mar 31 19:04:15.509375 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbd00-28c6-429e-befd-33708116cc5d req-4d9a8302-9378-4730-90df-b72d31c0d9c3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:15.510782 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3cedbd00-28c6-429e-befd-33708116cc5d req-4d9a8302-9378-4730-90df-b72d31c0d9c3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0526674 Mar 31 19:04:15.562912 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3cedbd00-28c6-429e-befd-33708116cc5d req-171d47d1-e022-4651-8a47-f77639c59925 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453782 Mar 31 19:04:16.132415 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6cd4-8536-4120-981b-63acac2f79b6 req-c2c42142-dc48-4251-8bf7-68f8edc97b56 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.134007 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5cde6cd4-8536-4120-981b-63acac2f79b6 req-c2c42142-dc48-4251-8bf7-68f8edc97b56 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0561080 Mar 31 19:04:16.187843 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5cde6cd4-8536-4120-981b-63acac2f79b6 req-434c1fc5-6f8e-467a-9eb9-a0840481364a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476639 Mar 31 19:04:16.430859 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156296c-31d4-44ea-9149-c095f6f81a31 req-11bd51d8-ec8d-4ca9-9b7f-25b1a1057de2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.432368 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a156296c-31d4-44ea-9149-c095f6f81a31 req-11bd51d8-ec8d-4ca9-9b7f-25b1a1057de2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Mar 31 19:04:16.483972 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a156296c-31d4-44ea-9149-c095f6f81a31 req-14e54679-8d38-4a99-8c0b-25a0c1fddf9c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Mar 31 19:04:16.699409 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612edc69-b9ff-4f3f-81d5-2d857851bd51 req-c02e75d0-419c-42b2-b745-de376a443328 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:16.702599 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-612edc69-b9ff-4f3f-81d5-2d857851bd51 req-c02e75d0-419c-42b2-b745-de376a443328 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0612037 Mar 31 19:04:16.755469 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-612edc69-b9ff-4f3f-81d5-2d857851bd51 req-8caacc41-41f8-4302-9145-bb8ee55f990a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467377 Mar 31 19:04:17.319764 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544d54e-f384-41a7-8852-aa7a2dc9a5fa req-8ad09082-156d-43f8-a218-aeb04bdb2db4 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:17.321322 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b544d54e-f384-41a7-8852-aa7a2dc9a5fa req-8ad09082-156d-43f8-a218-aeb04bdb2db4 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0642760 Mar 31 19:04:17.379451 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b544d54e-f384-41a7-8852-aa7a2dc9a5fa req-24681a0b-ba56-4aaa-a946-2150ae34b00e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469933 Mar 31 19:04:17.608062 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da8e66-7959-484c-b1db-914d070f074b req-c22c5e8d-c494-46f0-a3f3-2b088ba51a42 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:17.609655 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b0da8e66-7959-484c-b1db-914d070f074b req-c22c5e8d-c494-46f0-a3f3-2b088ba51a42 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0536926 Mar 31 19:04:17.661523 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b0da8e66-7959-484c-b1db-914d070f074b req-f3111717-d489-4f6a-a931-eb8f718fa188 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457635 Mar 31 19:04:17.880987 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89390d8a-e648-4f9c-8e1d-32824431bbfb req-94d14411-0b3d-4ade-b064-0f6b1d931aa3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:17.882546 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89390d8a-e648-4f9c-8e1d-32824431bbfb req-94d14411-0b3d-4ade-b064-0f6b1d931aa3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0576062 Mar 31 19:04:17.940832 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89390d8a-e648-4f9c-8e1d-32824431bbfb req-cacf517a-6a3e-4d61-b20c-ce7c80c19926 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517352 Mar 31 19:04:18.509814 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6051-be91-44d8-8cbf-e66fd7212e34 req-62b9d526-8643-4da3-b874-47483a9902b3 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:18.511386 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-82ef6051-be91-44d8-8cbf-e66fd7212e34 req-62b9d526-8643-4da3-b874-47483a9902b3 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0604336 Mar 31 19:04:18.561299 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-82ef6051-be91-44d8-8cbf-e66fd7212e34 req-38b79f11-955f-470b-b46c-f6ee7e1ff682 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Mar 31 19:04:18.787070 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08871fa7-29f5-4622-a54d-912d29065f82 req-3cc87328-a400-4409-a9a7-832b07f80ace tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:18.788564 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08871fa7-29f5-4622-a54d-912d29065f82 req-3cc87328-a400-4409-a9a7-832b07f80ace tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0526023 Mar 31 19:04:18.837553 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08871fa7-29f5-4622-a54d-912d29065f82 req-b42a536d-0673-411a-9a07-c991a3cdbdbb tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Mar 31 19:04:19.071066 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec684df-3fe6-41ae-8fc2-f8b25d50e653 req-af5f1e84-30d3-4e69-baba-d2b8bc6cc6b1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:19.072585 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dec684df-3fe6-41ae-8fc2-f8b25d50e653 req-af5f1e84-30d3-4e69-baba-d2b8bc6cc6b1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0631862 Mar 31 19:04:19.131039 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dec684df-3fe6-41ae-8fc2-f8b25d50e653 req-f67b8126-90d4-4bcd-8473-0a211fad5fca tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512183 Mar 31 19:04:19.682251 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f73a4-06d8-461e-a25d-c864f32eb02f req-4c46667e-5fc3-4f1d-827c-d2eff539adaf tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:19.683864 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8f7f73a4-06d8-461e-a25d-c864f32eb02f req-4c46667e-5fc3-4f1d-827c-d2eff539adaf tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0539997 Mar 31 19:04:19.737040 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8f7f73a4-06d8-461e-a25d-c864f32eb02f req-ad646442-88f0-49fb-9646-30a212589800 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471857 Mar 31 19:04:20.251504 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b3acf-23ff-4833-b8e6-30ea2c0c8730 req-f1acb5ef-c6e3-40ce-9340-f2ff5e6581c1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:20.253097 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-195b3acf-23ff-4833-b8e6-30ea2c0c8730 req-f1acb5ef-c6e3-40ce-9340-f2ff5e6581c1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0559776 Mar 31 19:04:20.302026 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-195b3acf-23ff-4833-b8e6-30ea2c0c8730 req-3a65dd3b-844e-41b2-bfbe-8843f490a29d tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Mar 31 19:04:20.868498 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc143e5-8a3d-4f42-b24f-25441000fcd4 req-5c5fceb5-92f9-4b63-aff0-fcf549ac43d5 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:20.870033 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cbc143e5-8a3d-4f42-b24f-25441000fcd4 req-5c5fceb5-92f9-4b63-aff0-fcf549ac43d5 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0577600 Mar 31 19:04:20.921286 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cbc143e5-8a3d-4f42-b24f-25441000fcd4 req-068ec02a-48c1-44c3-bddc-3d991e82942e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Mar 31 19:04:21.433564 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 56366) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:21.438691 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d10e7103-8cb3-41fa-b423-52a68e9a996f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234322453', 'description': 'tempest-description--895352447'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:21.440306 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be61b8-bd4a-470a-b1f9-9d59d41ff2a0 req-17f72395-46c5-4e9a-a630-eb92ad46f251 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:21.441823 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-33be61b8-bd4a-470a-b1f9-9d59d41ff2a0 req-17f72395-46c5-4e9a-a630-eb92ad46f251 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0593562 Mar 31 19:04:21.462716 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d10e7103-8cb3-41fa-b423-52a68e9a996f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.502845 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-33be61b8-bd4a-470a-b1f9-9d59d41ff2a0 req-714d56ea-aa31-44d3-9b0e-b1b3e60ba3fb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548716 Mar 31 19:04:21.533708 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d10e7103-8cb3-41fa-b423-52a68e9a996f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group (a667b346-20f4-4a45-8c11-b26252945dfd), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.538514 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d10e7103-8cb3-41fa-b423-52a68e9a996f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a667b346-20f4-4a45-8c11-b26252945dfd), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.560644 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d10e7103-8cb3-41fa-b423-52a68e9a996f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.561867 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d10e7103-8cb3-41fa-b423-52a68e9a996f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1267114 Mar 31 19:04:21.564780 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 56368) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:21.571453 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6008c6cd-0d68-4b4a-9777-0bae3384d7cf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Request body: {'security_group_rule': {'security_group_id': 'a667b346-20f4-4a45-8c11-b26252945dfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:21.587159 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e7103-8cb3-41fa-b423-52a68e9a996f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a667b346-20f4-4a45-8c11-b26252945dfd,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:21.608529 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6008c6cd-0d68-4b4a-9777-0bae3384d7cf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group_rule (3401f1f1-2e49-4bb8-b64b-1c27452d001a), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.656777 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6008c6cd-0d68-4b4a-9777-0bae3384d7cf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group_rule (3401f1f1-2e49-4bb8-b64b-1c27452d001a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.661099 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6008c6cd-0d68-4b4a-9777-0bae3384d7cf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (3401f1f1-2e49-4bb8-b64b-1c27452d001a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.681196 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008c6cd-0d68-4b4a-9777-0bae3384d7cf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3401f1f1-2e49-4bb8-b64b-1c27452d001a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:21.696517 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6008c6cd-0d68-4b4a-9777-0bae3384d7cf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.698460 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6008c6cd-0d68-4b4a-9777-0bae3384d7cf tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326280 Mar 31 19:04:21.701917 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 56370) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:21.707012 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-690f5313-b8b1-4eb2-81e4-dcaade1caf93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Request body: {'security_group_rule': {'security_group_id': 'a667b346-20f4-4a45-8c11-b26252945dfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:21.734014 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-690f5313-b8b1-4eb2-81e4-dcaade1caf93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group_rule (cfc616c5-a3cc-43a4-9bad-0e665165a037), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.792017 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-690f5313-b8b1-4eb2-81e4-dcaade1caf93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group_rule (cfc616c5-a3cc-43a4-9bad-0e665165a037), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.796073 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-690f5313-b8b1-4eb2-81e4-dcaade1caf93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (cfc616c5-a3cc-43a4-9bad-0e665165a037), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.814488 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f5313-b8b1-4eb2-81e4-dcaade1caf93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc616c5-a3cc-43a4-9bad-0e665165a037,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:21.820012 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-690f5313-b8b1-4eb2-81e4-dcaade1caf93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.821058 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-690f5313-b8b1-4eb2-81e4-dcaade1caf93 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180506 Mar 31 19:04:21.824176 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 56372) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:21.828788 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:21.849411 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:21.947826 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.065852 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Allocated IP 172.27.0.175 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/6b6258ef-9572-4a6c-9e0e-23573e73b297) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:04:22.198705 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for port (6b6258ef-9572-4a6c-9e0e-23573e73b297), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.234447 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (6b6258ef-9572-4a6c-9e0e-23573e73b297), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.271070 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:04:22.274014 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:04:22.281072 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:04:22.286872 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event updated for resources: {'Port': ['ID=6b6258ef-9572-4a6c-9e0e-23573e73b297,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:22.376002 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for floatingip (6d72183b-4961-4d02-9223-251daf6c905e), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.412983 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6b6258ef-9572-4a6c-9e0e-23573e73b297), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.564158 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for port (6b6258ef-9572-4a6c-9e0e-23573e73b297), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.568932 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (6b6258ef-9572-4a6c-9e0e-23573e73b297), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.671576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event updated for resources: {'Port': ['ID=6b6258ef-9572-4a6c-9e0e-23573e73b297,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:22.680816 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6d72183b-4961-4d02-9223-251daf6c905e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.699674 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e93f82-2613-4535-b107-33b0a0ff2eee req-5d4de9ab-45c3-4f67-9d36-91a992e3b6c4 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:22.701188 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-41e93f82-2613-4535-b107-33b0a0ff2eee req-5d4de9ab-45c3-4f67-9d36-91a992e3b6c4 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.1285264 Mar 31 19:04:22.707256 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:22.708377 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ae4bc8d0-e7fd-4622-8275-2273fdfff7f1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8828278 Mar 31 19:04:22.758673 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-41e93f82-2613-4535-b107-33b0a0ff2eee req-40704aa4-1324-4709-984c-e19eac70126d tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491920 Mar 31 19:04:22.903090 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-33030a7f-b567-4192-8e88-c6ea10017005 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--234322453&fields=id&tenant_id=52b1900c61614fdd914316572f58af02 HTTP/1.1" status: 200 len: 267 time: 0.0435903 Mar 31 19:04:23.008180 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-5f523299-2094-4112-a3f4-f2eac8c0ab97 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:23.009691 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-5f523299-2094-4112-a3f4-f2eac8c0ab97 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 819 time: 0.0999951 Mar 31 19:04:23.025322 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-80838ba2-d0e9-4a6c-80a0-f4c3dcb7c05a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/quotas/52b1900c61614fdd914316572f58af02 HTTP/1.1" status: 200 len: 375 time: 0.0094662 Mar 31 19:04:23.084486 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-45dc3947-5a5b-4478-97a7-3b1e7e25abb5 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0540638 Mar 31 19:04:23.185085 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-be6086d2-bc0e-48bf-8f46-71730c8cd29a service neutron] 10.222.0.13 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881584 Mar 31 19:04:23.278900 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-b50ab61b-e1fb-4a0a-9e1d-410f3883023e service neutron] 10.222.0.13 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880663 Mar 31 19:04:23.453452 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-215458b0-9464-4074-badb-3b1baa4beaf1 req-21f8ba17-8c6d-4510-bdb0-dc8564c089e9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 210 time: 0.0324914 Mar 31 19:04:23.791286 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b9da9e48-4400-493f-97fe-09f49cf7e9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:23.884956 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035a362-abb9-41bf-9698-1a1ab62ec07d req-442fb3ed-9b90-4686-a513-89b61acbe2d4 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:23.886383 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2035a362-abb9-41bf-9698-1a1ab62ec07d req-442fb3ed-9b90-4686-a513-89b61acbe2d4 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0542955 Mar 31 19:04:23.937206 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2035a362-abb9-41bf-9698-1a1ab62ec07d req-ded22499-dfa4-440b-a70f-50d61ba23d8a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Mar 31 19:04:24.551229 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-01e692a2-758e-44da-946c-fa5ec0517f2c req-28212034-d9b1-45a8-a042-9c0b4e4a2048 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Mar 31 19:04:25.058367 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6182a7c-00ff-44e3-beb9-2ee2929c7b58 req-6b865893-258f-4b56-afb9-2a34150ff09a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:25.059998 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c6182a7c-00ff-44e3-beb9-2ee2929c7b58 req-6b865893-258f-4b56-afb9-2a34150ff09a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0575552 Mar 31 19:04:25.114561 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c6182a7c-00ff-44e3-beb9-2ee2929c7b58 req-989f813c-e100-41e2-9be2-23271031d54a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488906 Mar 31 19:04:25.646505 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-277342de-2034-4c25-9dee-0d6c8ced7cd9 req-802ecdda-e79c-4c93-ae23-4dc1af31c6f4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 210 time: 0.0270078 Mar 31 19:04:26.235615 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e2612-ed0e-4899-a1aa-03d859a9c435 req-4a85bfe4-b703-4872-9971-10677c985fca tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:26.237310 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ce1e2612-ed0e-4899-a1aa-03d859a9c435 req-4a85bfe4-b703-4872-9971-10677c985fca tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0550139 Mar 31 19:04:26.303077 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ce1e2612-ed0e-4899-a1aa-03d859a9c435 req-97a4a381-c4d5-4c3e-b513-8b33796f6098 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578818 Mar 31 19:04:26.305355 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d832d01-b090-470e-b0ab-fdd767b4d684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:26.780051 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bdcf0540-847b-4561-914c-abb473fbeab0 req-8356210e-6fc5-4c14-b7d7-d97c791f0a8c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 210 time: 0.0586405 Mar 31 19:04:26.831814 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-a37f3111-d51f-4fb0-8c2b-3370ec0e51de tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:26.833191 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-a37f3111-d51f-4fb0-8c2b-3370ec0e51de tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 819 time: 0.1348484 Mar 31 19:04:26.904308 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-4da31d47-42a4-4270-aca1-5e7dbbfd1db1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b1900c61614fdd914316572f58af02 HTTP/1.1" status: 200 len: 379 time: 0.0593855 Mar 31 19:04:26.913350 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Request body: {'port': {'device_id': 'bf03f55b-6df3-439d-bf48-394e12235395', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'admin_state_up': True, 'tenant_id': '52b1900c61614fdd914316572f58af02', 'security_groups': ['a667b346-20f4-4a45-8c11-b26252945dfd']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:27.033298 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Made reservation on behalf of 52b1900c61614fdd914316572f58af02 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:04:27.037353 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:27.176069 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Allocated IP 172.20.0.5 (7fcba23d-90cf-43e9-a3dc-454351d150ba/db554176-1a22-46e3-b537-c7f461dfce41/d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:04:27.347841 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:27.455939 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:27.488832 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:27.509724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:04:27.516242 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:04:27.526150 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:04:27.536527 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea1262-d319-4085-ad97-463a8bc4d04f req-400be931-214b-4c51-8cf0-0724ecf2698e tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:27.538132 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-25ea1262-d319-4085-ad97-463a8bc4d04f req-400be931-214b-4c51-8cf0-0724ecf2698e tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.1586533 Mar 31 19:04:27.540727 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event updated for resources: {'Port': ['ID=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:27.616173 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:27.616839 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:27.641420 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-25ea1262-d319-4085-ad97-463a8bc4d04f req-6abef6d4-da14-48d3-93f7-054a5241ed89 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788703 Mar 31 19:04:27.650087 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-8cd6553b-05fb-4f97-a26f-84bade04c226 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7403455 Mar 31 19:04:27.679681 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Request body: {'port': {'device_id': 'bf03f55b-6df3-439d-bf48-394e12235395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:27.756784 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:27.764766 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-124868ea-b85a-45ed-99bb-94c79d1096a2 None None] Provisioning complete for port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:04:27.765135 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-124868ea-b85a-45ed-99bb-94c79d1096a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:27.810922 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-124868ea-b85a-45ed-99bb-94c79d1096a2 None None] Port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:04:27.999935 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582032a-af9d-4f97-b6b7-daa3f71f4d32 req-a3dbc58b-89d5-4b28-a9a9-82171f023e99 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:28.001422 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5582032a-af9d-4f97-b6b7-daa3f71f4d32 req-a3dbc58b-89d5-4b28-a9a9-82171f023e99 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 931 time: 0.1217427 Mar 31 19:04:28.090494 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5582032a-af9d-4f97-b6b7-daa3f71f4d32 req-85f12517-4549-4b21-a7e2-249f75cd92ca tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761223 Mar 31 19:04:28.137351 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:04:28.144545 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Publish callbacks [] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:28.157442 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Transition to ACTIVE for port object d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:04:28.161392 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:28.237187 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:28.301376 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Attempting to bind port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:04:28.301730 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Attempting to bind port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:04:28.302066 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Attempting to bind port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:04:28.311487 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:04:28.311817 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Attempting to bind port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 on network 7fcba23d-90cf-43e9-a3dc-454351d150ba {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:04:28.317885 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:04:28.318283 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Checking segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:04:28.318696 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Bound using segment: {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:04:28.319250 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Bound port: d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:04:28.319598 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:28.411912 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] For port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:04:28.416303 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] For port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:04:28.425342 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:28.478374 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:28.479445 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:28.481579 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] 10.222.0.78 "PUT /v2.0/ports/d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 HTTP/1.1" status: 200 len: 1093 time: 0.8155875 Mar 31 19:04:28.486254 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:28.488738 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d40690e-f007-4e16-9845-89dcbdd2b5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:28.523413 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038583b5-f3c2-45a5-861b-92172bb3c4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:28.575836 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f32c9d3-5083-4731-837b-4fe61b7cedd1 x-openstack-request-id: req-4f32c9d3-5083-4731-837b-4fe61b7cedd1 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:28.576218 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:28.576654 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f32c9d3-5083-4731-837b-4fe61b7cedd1 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:28.577245 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f32c9d3-5083-4731-837b-4fe61b7cedd1'] response: {'name': 'network-changed', 'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'status': 'completed', 'code': 200} Mar 31 19:04:28.624060 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-76a78778-e787-4cdf-80d0-8f4b28b40558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:28.625796 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-76a78778-e787-4cdf-80d0-8f4b28b40558 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 1127 time: 0.0680699 Mar 31 19:04:28.679876 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-5fd25d6c-8a3b-4160-9ff1-63dc633212e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 HTTP/1.1" status: 200 len: 217 time: 0.0466654 Mar 31 19:04:28.755606 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:28.778799 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-de4bf4de-5949-453a-b162-85b3661fb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:28.780828 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-de4bf4de-5949-453a-b162-85b3661fb231 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0894046 Mar 31 19:04:28.843473 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d70ff9-60cc-4c04-83c1-10184a11c2b8 req-2b8e2c1c-10c3-45a5-be26-ef46e91bad35 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:28.845010 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-18d70ff9-60cc-4c04-83c1-10184a11c2b8 req-2b8e2c1c-10c3-45a5-be26-ef46e91bad35 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0595162 Mar 31 19:04:28.905428 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-18d70ff9-60cc-4c04-83c1-10184a11c2b8 req-71088cee-8102-4dee-b3bc-6ce6ad3c42f8 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544572 Mar 31 19:04:28.956016 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-f646ca21-b889-4870-80ba-2bc89ddd0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:28.957721 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-f646ca21-b889-4870-80ba-2bc89ddd0b0a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574374 Mar 31 19:04:28.995078 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:04:29.066535 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-474918e0-dffa-440d-93e9-61043a919348 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920148 Mar 31 19:04:29.097812 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:29.110201 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'port_id': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'mac_address': 'fa:16:3e:59:a8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:04:29.148804 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:04:29.149249 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:29.164261 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5bbc32e-fcc0-40f2-abe6-8ce305ec7274 req-49e9cc20-27c4-4925-8e9d-c81c7920b33c service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889077 Mar 31 19:04:29.166582 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:04:29.189244 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:29.193370 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:29.225121 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dcb2b-1b82-4ad6-ad72-44b8acee5c3b req-dd86cbdd-e131-428e-b65d-c784d2044e7e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:29.227103 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-158dcb2b-1b82-4ad6-ad72-44b8acee5c3b req-dd86cbdd-e131-428e-b65d-c784d2044e7e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0619037 Mar 31 19:04:29.316643 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-158dcb2b-1b82-4ad6-ad72-44b8acee5c3b req-f4884395-abc7-42ae-a0b6-dcca7cff577f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741224 Mar 31 19:04:29.319500 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-53c79dad-2e53-4808-bc90-1629b3611679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:29.320916 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-53c79dad-2e53-4808-bc90-1629b3611679 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 1127 time: 0.0884886 Mar 31 19:04:29.365609 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:29.418359 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-03df0117-bf93-4a81-8f4f-9dd456b43377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:29.419865 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-03df0117-bf93-4a81-8f4f-9dd456b43377 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.0921865 Mar 31 19:04:29.463167 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-0a25e576-9faf-4c6e-9dea-de34f31a199c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 HTTP/1.1" status: 200 len: 217 time: 0.0356410 Mar 31 19:04:29.521155 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-b5b76dc2-8207-4e3b-a660-ec1a695ffe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:29.521155 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-b5b76dc2-8207-4e3b-a660-ec1a695ffe98 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0479028 Mar 31 19:04:29.595982 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-6dad47f8-0330-40b1-81a7-efdec30bc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:29.597529 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-6dad47f8-0330-40b1-81a7-efdec30bc7a7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696595 Mar 31 19:04:29.691062 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-db8d29df-f0f9-401e-9c8c-587cde35e4b4 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847661 Mar 31 19:04:29.739055 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:04:29.801561 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d40690e-f007-4e16-9845-89dcbdd2b5dc req-af5bdeac-dfe9-48f3-87c3-14787cb1d1c3 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025512 Mar 31 19:04:30.034560 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726ad1-0ff3-415c-81c6-194e2d83bb5b req-a3350c14-53a2-4eda-ac40-ac93a925026f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:30.036967 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-21726ad1-0ff3-415c-81c6-194e2d83bb5b req-a3350c14-53a2-4eda-ac40-ac93a925026f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0580490 Mar 31 19:04:30.093908 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-21726ad1-0ff3-415c-81c6-194e2d83bb5b req-0d80c8aa-4408-4262-8983-c5ddf2fb5091 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513346 Mar 31 19:04:30.294210 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:04:30.443656 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6290812-ce1a-490b-926d-a671f9cea072 req-e8a0d566-c2f5-4f45-b990-ff13858b1149 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:30.445210 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e6290812-ce1a-490b-926d-a671f9cea072 req-e8a0d566-c2f5-4f45-b990-ff13858b1149 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0555248 Mar 31 19:04:30.498876 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:30.499831 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e6290812-ce1a-490b-926d-a671f9cea072 req-dc641a16-d04d-47ba-ae4a-dcdf17d928f4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485115 Mar 31 19:04:31.223800 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9cbe6-adb1-4f8f-8a0e-8469dea0d5f0 req-06efe104-2c70-4902-a202-db2442a12616 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:31.225377 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08b9cbe6-adb1-4f8f-8a0e-8469dea0d5f0 req-06efe104-2c70-4902-a202-db2442a12616 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0603344 Mar 31 19:04:31.275335 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08b9cbe6-adb1-4f8f-8a0e-8469dea0d5f0 req-7d2ad77c-0ae0-4140-8630-b182513d928a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430348 Mar 31 19:04:31.620162 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df063c40-798b-4052-91b2-63df3e87713b req-5d1d1029-6fb6-496a-8459-2eb0ddbeea69 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:31.621727 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-df063c40-798b-4052-91b2-63df3e87713b req-5d1d1029-6fb6-496a-8459-2eb0ddbeea69 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0520289 Mar 31 19:04:31.669655 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-df063c40-798b-4052-91b2-63df3e87713b req-08eaae77-518b-484f-b83b-4a3d3558b2bd tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418930 Mar 31 19:04:32.409312 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930dfec-eaa2-4edb-80ac-c113fe550c8c req-c494adeb-a0ea-4d24-938c-71006b34c0ef tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:32.410834 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d930dfec-eaa2-4edb-80ac-c113fe550c8c req-c494adeb-a0ea-4d24-938c-71006b34c0ef tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0657790 Mar 31 19:04:32.470892 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d930dfec-eaa2-4edb-80ac-c113fe550c8c req-31fac554-1b8a-45b7-a182-ae9ab770e508 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543249 Mar 31 19:04:32.794002 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665422c-b839-4528-9ff6-fcf91d7d8ea8 req-afffeb2d-2227-4a07-8d64-cec13c4ab3ab tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:32.795532 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9665422c-b839-4528-9ff6-fcf91d7d8ea8 req-afffeb2d-2227-4a07-8d64-cec13c4ab3ab tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0546150 Mar 31 19:04:32.850032 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9665422c-b839-4528-9ff6-fcf91d7d8ea8 req-55afc020-7174-4577-9eef-01c9a184dc94 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488164 Mar 31 19:04:33.595807 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bed739-3f74-4e99-8199-93ac8f39573d req-446c4a8d-520c-425b-97d4-a8dad81c6b0d tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:33.597550 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-72bed739-3f74-4e99-8199-93ac8f39573d req-446c4a8d-520c-425b-97d4-a8dad81c6b0d tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0540659 Mar 31 19:04:33.650731 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-72bed739-3f74-4e99-8199-93ac8f39573d req-05035f26-880b-4729-b387-fc5448a24525 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476336 Mar 31 19:04:33.972316 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888fda9-3646-4280-9ef4-d004117ac40e req-50308ca7-6495-4e73-b108-0dd7b67f6c59 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:33.973760 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6888fda9-3646-4280-9ef4-d004117ac40e req-50308ca7-6495-4e73-b108-0dd7b67f6c59 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0536976 Mar 31 19:04:34.025371 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6888fda9-3646-4280-9ef4-d004117ac40e req-1e2d7712-8400-4f8d-b140-d77e10a12301 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435293 Mar 31 19:04:34.773670 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465c3ca-a9c2-47ba-946c-a40f02a932fd req-96594129-ea01-4b2f-9e4b-feb29c7941d9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:34.775484 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b465c3ca-a9c2-47ba-946c-a40f02a932fd req-96594129-ea01-4b2f-9e4b-feb29c7941d9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0557559 Mar 31 19:04:34.828629 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b465c3ca-a9c2-47ba-946c-a40f02a932fd req-384695b0-70d1-4b97-998e-7a26c2c86daa tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467634 Mar 31 19:04:35.156219 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783c28-197a-4501-9056-106f35af1040 req-320f4d33-c228-4165-930a-38c0fe967e9a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:35.157884 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b8783c28-197a-4501-9056-106f35af1040 req-320f4d33-c228-4165-930a-38c0fe967e9a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0607376 Mar 31 19:04:35.458699 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b8783c28-197a-4501-9056-106f35af1040 req-d1d64f97-ff7c-423f-8bd7-3d9be011d9b2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920580 Mar 31 19:04:35.953977 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adb9d9-2fa1-44e6-9372-1a3303d7c29f req-d80c2446-57f6-49b0-a23d-f4f80e385fa9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:35.955878 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-57adb9d9-2fa1-44e6-9372-1a3303d7c29f req-d80c2446-57f6-49b0-a23d-f4f80e385fa9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0556574 Mar 31 19:04:36.007637 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-57adb9d9-2fa1-44e6-9372-1a3303d7c29f req-bd2bb964-4c5e-4cfc-a0af-559e66e1591b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465865 Mar 31 19:04:36.578622 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33729712-4478-44ba-b8c0-01d1e84388e1 req-e1be9922-accf-4579-b32b-e1fbf2eea02a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:36.580114 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-33729712-4478-44ba-b8c0-01d1e84388e1 req-e1be9922-accf-4579-b32b-e1fbf2eea02a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0521920 Mar 31 19:04:36.632280 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-33729712-4478-44ba-b8c0-01d1e84388e1 req-3211588b-2f34-4be3-ba5c-53b8bfbefcab tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456040 Mar 31 19:04:37.139257 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa04c76-29fc-4dec-8afa-c5f7522c810e req-6470d526-5617-41a8-9b85-ef58e48dbdc5 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:37.140662 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7aa04c76-29fc-4dec-8afa-c5f7522c810e req-6470d526-5617-41a8-9b85-ef58e48dbdc5 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0628307 Mar 31 19:04:37.196078 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7aa04c76-29fc-4dec-8afa-c5f7522c810e req-482f29c3-0e1d-4af0-b8b0-8eeb9964ab0a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495312 Mar 31 19:04:37.758073 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a37b1-2ee7-4f85-b152-0af7d350d680 req-1ad59b9e-e0f6-4e82-8ef9-c256a217a2da tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:37.759861 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-436a37b1-2ee7-4f85-b152-0af7d350d680 req-1ad59b9e-e0f6-4e82-8ef9-c256a217a2da tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0570664 Mar 31 19:04:37.809988 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-436a37b1-2ee7-4f85-b152-0af7d350d680 req-3305f0e2-4c8b-4687-aebf-360a85a0ecdc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 Mar 31 19:04:38.330000 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec859d-5431-4a57-9b88-cb949f3026c2 req-5b7e6fc0-f119-4c6d-8af9-19db434e37b3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:38.331466 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89ec859d-5431-4a57-9b88-cb949f3026c2 req-5b7e6fc0-f119-4c6d-8af9-19db434e37b3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0606833 Mar 31 19:04:38.383167 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89ec859d-5431-4a57-9b88-cb949f3026c2 req-81867b80-740f-4a97-ab98-afb5cead7092 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460627 Mar 31 19:04:38.928739 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde23fb-c581-465a-83f1-dfa8df8d9920 req-8816637d-2d5e-4766-9422-ad6ca563263d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:38.930213 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3fde23fb-c581-465a-83f1-dfa8df8d9920 req-8816637d-2d5e-4766-9422-ad6ca563263d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0524278 Mar 31 19:04:38.981590 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3fde23fb-c581-465a-83f1-dfa8df8d9920 req-6d7382df-2c26-47d2-9dc7-e1a45a8ed3cc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456011 Mar 31 19:04:39.509431 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3a70b-27fe-44f2-8e8a-d9586c67f820 req-7386762a-28b3-4fe4-a5af-8886fb94fc1e tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:39.511663 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a1c3a70b-27fe-44f2-8e8a-d9586c67f820 req-7386762a-28b3-4fe4-a5af-8886fb94fc1e tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0569594 Mar 31 19:04:39.568535 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a1c3a70b-27fe-44f2-8e8a-d9586c67f820 req-79d3a643-cf94-4ac9-b982-f0ba148a1c1b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508285 Mar 31 19:04:40.051895 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:40.110226 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8770028-ef7c-4db9-b251-611261937ed3 req-264c0695-dc13-4f5e-8446-986744ae7239 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:40.111844 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d8770028-ef7c-4db9-b251-611261937ed3 req-264c0695-dc13-4f5e-8446-986744ae7239 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0588055 Mar 31 19:04:40.163533 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d8770028-ef7c-4db9-b251-611261937ed3 req-a06481cc-95fe-4e67-8cf9-8449cc445037 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459414 Mar 31 19:04:40.694141 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a286-d4ac-4be9-9766-f5f2d890300d req-c7d187a2-48bb-458b-90bf-31c0196f6c4e tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:40.695721 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f969a286-d4ac-4be9-9766-f5f2d890300d req-c7d187a2-48bb-458b-90bf-31c0196f6c4e tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0555139 Mar 31 19:04:40.755898 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f969a286-d4ac-4be9-9766-f5f2d890300d req-33b1c5be-fd6b-4dc3-bdd7-7930e01a75d6 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535555 Mar 31 19:04:41.294671 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48caf5-9b23-4e97-be85-3b35c0148864 req-9a2d2498-49cf-47df-967f-ab8611b88894 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:41.296335 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a48caf5-9b23-4e97-be85-3b35c0148864 req-9a2d2498-49cf-47df-967f-ab8611b88894 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0609908 Mar 31 19:04:41.381547 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a48caf5-9b23-4e97-be85-3b35c0148864 req-d75dd8f0-1041-4e57-83fd-d642e19b563c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767999 Mar 31 19:04:41.395692 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-41420301-1d8b-41bf-a94e-8533911d57bb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683894 Mar 31 19:04:41.482288 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-f86604bb-fa36-421c-b518-5db26e3f9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:41.484224 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-f86604bb-fa36-421c-b518-5db26e3f9863 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 1129 time: 0.0529830 Mar 31 19:04:41.621796 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-ecf1f4b7-a7ef-4724-a3a7-e2c0a32f14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:41.623635 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-ecf1f4b7-a7ef-4724-a3a7-e2c0a32f14cc service neutron] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 912 time: 0.1016428 Mar 31 19:04:41.704482 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-9629043b-da97-4735-a58f-2e40544df1ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a HTTP/1.1" status: 200 len: 1000 time: 0.0686302 Mar 31 19:04:41.769944 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-37871db2-b2cc-4cee-a6ed-1b3095f3fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:41.771575 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-37871db2-b2cc-4cee-a6ed-1b3095f3fdbf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.0557921 Mar 31 19:04:41.844166 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-24831f9d-0ed3-44a9-a198-fc0e0a3eb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:41.845919 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-24831f9d-0ed3-44a9-a198-fc0e0a3eb3ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606334 Mar 31 19:04:41.956318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd398b5-c5cc-4d54-9cb4-6da343e17e6c req-bb9ac2c2-b010-4d23-b99a-af5173036310 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:41.957824 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dfd398b5-c5cc-4d54-9cb4-6da343e17e6c req-bb9ac2c2-b010-4d23-b99a-af5173036310 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.1270344 Mar 31 19:04:41.995240 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-19d36726-7139-4d38-9b69-50726bfcecf6 service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322598 Mar 31 19:04:42.085022 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dfd398b5-c5cc-4d54-9cb4-6da343e17e6c req-e45cb056-5b4d-4042-bdd5-c7a9e92e95ab tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186488 Mar 31 19:04:42.128823 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d29b7e37-8396-4217-84ee-c6f6dd08d2da req-b057ad63-6741-431d-a54b-da7e851d214f service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245203 Mar 31 19:04:42.446189 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:04:42.532471 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:04:42.534692 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ece086-a3ad-4acc-949c-f0c1fbe1e660 req-4ce91da5-42e6-453f-986e-2893e7b9af30 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:42.536419 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-80ece086-a3ad-4acc-949c-f0c1fbe1e660 req-4ce91da5-42e6-453f-986e-2893e7b9af30 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0653501 Mar 31 19:04:42.536739 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:04:42.537120 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:42.600983 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-80ece086-a3ad-4acc-949c-f0c1fbe1e660 req-53ee5398-669b-4541-b4e3-dee44056a8a0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511217 Mar 31 19:04:42.627724 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:04:42.628109 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:42.678543 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:42.680861 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d54e0f6-fe46-4ed2-bc8f-8f318b47b274" -d '{"events": [{"server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:42.695912 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:42.702935 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:42.730038 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92fd3aa-5f47-455d-9040-5a0453fcc05a x-openstack-request-id: req-b92fd3aa-5f47-455d-9040-5a0453fcc05a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:42.730353 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:42.730608 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b92fd3aa-5f47-455d-9040-5a0453fcc05a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:42.731583 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92fd3aa-5f47-455d-9040-5a0453fcc05a'] response: {'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'code': 200} Mar 31 19:04:42.772454 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:43.070487 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2be99-6d12-4d92-981a-46e1e0f45b25 req-e5e80088-725e-4dd7-9e45-c62acd4d2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:43.072294 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a7d2be99-6d12-4d92-981a-46e1e0f45b25 req-e5e80088-725e-4dd7-9e45-c62acd4d2e1f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1129 time: 0.0721676 Mar 31 19:04:43.138759 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a7d2be99-6d12-4d92-981a-46e1e0f45b25 req-901bc78f-dfbb-4946-99a1-1c9e9cb66842 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591793 Mar 31 19:04:43.232361 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef3eb-ace8-403f-967c-4349510e69a3 req-b445b979-12eb-4c89-90a9-9cb0b7642444 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:43.233943 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-025ef3eb-ace8-403f-967c-4349510e69a3 req-b445b979-12eb-4c89-90a9-9cb0b7642444 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0631058 Mar 31 19:04:43.286759 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-025ef3eb-ace8-403f-967c-4349510e69a3 req-30a014ec-fe8c-4010-8e60-8cf397475480 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471137 Mar 31 19:04:43.741207 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b0da7-1f87-4555-ba97-2ca25f9c9d89 req-d52088fb-7926-44d1-b184-8eae7c7280ac tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:43.742785 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-393b0da7-1f87-4555-ba97-2ca25f9c9d89 req-d52088fb-7926-44d1-b184-8eae7c7280ac tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 943 time: 0.0590556 Mar 31 19:04:43.799478 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-393b0da7-1f87-4555-ba97-2ca25f9c9d89 req-47a8a222-643d-417f-8ddd-ce0f46166a5d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503218 Mar 31 19:04:44.418742 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c27b0-a750-4899-9576-af77f132f54b req-dd6ddea1-eeff-4392-91f4-797f27c9261b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:44.420357 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4a5c27b0-a750-4899-9576-af77f132f54b req-dd6ddea1-eeff-4392-91f4-797f27c9261b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0633707 Mar 31 19:04:44.453323 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:04:44.492899 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4a5c27b0-a750-4899-9576-af77f132f54b req-eda2a019-bea7-4638-97ba-1e9183cebcb0 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667880 Mar 31 19:04:44.581542 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:44.603397 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'port_id': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'mac_address': 'fa:16:3e:4c:96:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:04:44.657131 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:04:44.657697 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:44.673319 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:04:44.693857 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:44.699566 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:44.777370 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:44.934622 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbabb5-e0a4-458e-96d6-0d0f35d79c5a req-ef5fc795-653a-4ff4-93e1-38302034261f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:44.936215 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74bbabb5-e0a4-458e-96d6-0d0f35d79c5a req-ef5fc795-653a-4ff4-93e1-38302034261f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 944 time: 0.0607700 Mar 31 19:04:44.988946 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74bbabb5-e0a4-458e-96d6-0d0f35d79c5a req-0ce82e86-cd51-47d0-a770-6a773e1d4dd4 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469842 Mar 31 19:04:45.625338 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47eef4-0279-4203-88d2-a513ed729b3e req-3f2484b8-67be-4084-a7b2-ed25b72bc3ea tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:45.627124 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9d47eef4-0279-4203-88d2-a513ed729b3e req-3f2484b8-67be-4084-a7b2-ed25b72bc3ea tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0625994 Mar 31 19:04:45.687647 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9d47eef4-0279-4203-88d2-a513ed729b3e req-fbf72c60-5c63-4e20-a823-5753575f5b49 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504029 Mar 31 19:04:45.703839 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:04:46.131056 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 56708) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:46.140764 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551e5d3-024e-4bf7-953f-b8bb9289a964 req-6597e410-4d16-4240-b532-ef8876edf28f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:46.142605 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8551e5d3-024e-4bf7-953f-b8bb9289a964 req-6597e410-4d16-4240-b532-ef8876edf28f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 944 time: 0.0761535 Mar 31 19:04:46.215112 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8551e5d3-024e-4bf7-953f-b8bb9289a964 req-f04b9c2d-f44a-4b28-83fd-4f74c791bd23 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650733 Mar 31 19:04:46.271295 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-8210-48fb-b64f-f713d6450ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:46.357270 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-8210-48fb-b64f-f713d6450ac2 admin admin] Publish callbacks [] for security_group (4782706f-649f-480f-84ae-77ec3fdf7b81), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:46.361236 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28a25542-8210-48fb-b64f-f713d6450ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (4782706f-649f-480f-84ae-77ec3fdf7b81), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:46.402528 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-28a25542-8210-48fb-b64f-f713d6450ac2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5571937522a748539706d21ca5329f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703893 Mar 31 19:04:46.403432 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a25542-8210-48fb-b64f-f713d6450ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4782706f-649f-480f-84ae-77ec3fdf7b81,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:46.405900 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 56712) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:46.471844 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eace4d5-3c97-4235-a1de-41869501841e admin admin] Publish callbacks [] for security_group (4782706f-649f-480f-84ae-77ec3fdf7b81), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:46.498589 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eace4d5-3c97-4235-a1de-41869501841e admin admin] Publish callbacks [] for security_group (4782706f-649f-480f-84ae-77ec3fdf7b81), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:46.554793 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eace4d5-3c97-4235-a1de-41869501841e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (4782706f-649f-480f-84ae-77ec3fdf7b81), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:46.558363 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eace4d5-3c97-4235-a1de-41869501841e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:46.559545 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-1eace4d5-3c97-4235-a1de-41869501841e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4782706f-649f-480f-84ae-77ec3fdf7b81 HTTP/1.1" status: 204 len: 168 time: 0.1523969 Mar 31 19:04:46.567819 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eace4d5-3c97-4235-a1de-41869501841e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4782706f-649f-480f-84ae-77ec3fdf7b81,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:46.843034 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03008386-ed80-4249-892e-75f82bcbd878 req-2b869856-80dd-41e3-97e8-6950c94fc428 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:46.845326 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-03008386-ed80-4249-892e-75f82bcbd878 req-2b869856-80dd-41e3-97e8-6950c94fc428 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0680652 Mar 31 19:04:46.908025 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-03008386-ed80-4249-892e-75f82bcbd878 req-01130f23-7e1f-4a78-828c-713f19eb984e tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549462 Mar 31 19:04:47.037090 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a9de5-9547-410d-af74-7115fc1124ea req-9eb8f6ca-d350-48db-98d4-be57995d5312 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:47.038754 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b91a9de5-9547-410d-af74-7115fc1124ea req-9eb8f6ca-d350-48db-98d4-be57995d5312 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0584471 Mar 31 19:04:47.097317 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b91a9de5-9547-410d-af74-7115fc1124ea req-06e81bb1-bf23-46ab-a330-7f845169fbff tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505605 Mar 31 19:04:47.120949 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 56724) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:47.364545 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb782890-daed-4fe0-b3c7-a82eb0dd97e7 tempest-TestShelveInstance-1011185832 tempest-TestShelveInstance-1011185832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:47.366101 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-eb782890-daed-4fe0-b3c7-a82eb0dd97e7 tempest-TestShelveInstance-1011185832 tempest-TestShelveInstance-1011185832-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1124 time: 0.2441394 Mar 31 19:04:47.369496 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 56730) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:47.374027 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'port_id': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:47.378737 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb8ff2-b241-4dde-9433-8af2c4f0fa85 req-4ca540ee-19ec-45c0-96dd-6aee866e737f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:47.380200 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0fb8ff2-b241-4dde-9433-8af2c4f0fa85 req-4ca540ee-19ec-45c0-96dd-6aee866e737f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 944 time: 0.0854371 Mar 31 19:04:47.396353 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:47.431661 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0fb8ff2-b241-4dde-9433-8af2c4f0fa85 req-45fe826d-5d72-49bc-8090-53a1bee42568 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447595 Mar 31 19:04:47.503767 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:47.623035 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Allocated IP 172.27.0.37 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/6a9b4f00-de6d-4e93-9472-327df70287df) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:04:47.737986 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for port (6a9b4f00-de6d-4e93-9472-327df70287df), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:47.969383 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (6a9b4f00-de6d-4e93-9472-327df70287df), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:48.009042 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:04:48.016975 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:04:48.019768 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:04:48.042271 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'Port': ['ID=6a9b4f00-de6d-4e93-9472-327df70287df,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:48.392613 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for floatingip (e863e61f-fb67-4f62-b7e8-4cf815781311), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:48.482108 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6a9b4f00-de6d-4e93-9472-327df70287df), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:48.485378 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:04:48.548196 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:04:48.552407 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:04:48.552780 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:48.567782 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca4ff-425d-418d-aa94-a87670838549 req-58e88e0d-6dea-4c74-a7fc-0831a02b94d0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:48.569423 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c30ca4ff-425d-418d-aa94-a87670838549 req-58e88e0d-6dea-4c74-a7fc-0831a02b94d0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 944 time: 0.0620723 Mar 31 19:04:48.634412 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c30ca4ff-425d-418d-aa94-a87670838549 req-007c444e-cace-4227-a009-f26c8dcc4d83 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516899 Mar 31 19:04:48.637123 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:04:48.637915 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:48.662470 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for port (6a9b4f00-de6d-4e93-9472-327df70287df), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:48.664592 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:48.668335 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (6a9b4f00-de6d-4e93-9472-327df70287df), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:48.668776 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3217805a-2169-4e22-9306-869cfbe41d5d" -d '{"events": [{"server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "name": "network-vif-plugged", "status": "completed", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:48.687340 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:04:48.692954 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:48.723813 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc82f359-1907-4adc-83f7-7c5d59edf740 x-openstack-request-id: req-bc82f359-1907-4adc-83f7-7c5d59edf740 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:48.724228 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "name": "network-vif-plugged", "status": "completed", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:48.724571 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc82f359-1907-4adc-83f7-7c5d59edf740 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:48.724991 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc82f359-1907-4adc-83f7-7c5d59edf740'] response: {'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'code': 200} Mar 31 19:04:48.745798 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event updated for resources: {'Port': ['ID=6a9b4f00-de6d-4e93-9472-327df70287df,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:48.753707 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (e863e61f-fb67-4f62-b7e8-4cf815781311), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:48.762880 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:04:48.868651 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Floating IP e863e61f-fb67-4f62-b7e8-4cf815781311 associated. External IP: 172.27.0.37, port: 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2. Mar 31 19:04:48.935892 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f74720-d580-4f43-a396-51e79aa474d6 req-bccb1693-5f09-4bb2-8684-0d365bd55bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:48.937403 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e9f74720-d580-4f43-a396-51e79aa474d6 req-bccb1693-5f09-4bb2-8684-0d365bd55bef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 1129 time: 0.0542915 Mar 31 19:04:48.988717 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e9f74720-d580-4f43-a396-51e79aa474d6 req-bf1292c4-3bc4-4fc4-b55a-01518bb01075 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 Mar 31 19:04:49.093472 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Router 503662b9-76c7-4447-aad0-da1518675feb has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:04:49.214951 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:04:49.224732 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] Sync routers for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:04:49.233849 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:49.239174 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:04:49.239933 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:04:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:49.266066 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-dbd8c63a-ec16-4192-bec6-7b51c6b085cb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8954532 Mar 31 19:04:49.267883 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:49.269188 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d27a60-72dd-4611-8d48-b9c53eaab283" -d '{"events": [{"name": "network-changed", "server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:49.307962 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c982359b-bec8-45fd-9f56-a0b4b28978b4 x-openstack-request-id: req-c982359b-bec8-45fd-9f56-a0b4b28978b4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:49.308276 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:49.308534 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c982359b-bec8-45fd-9f56-a0b4b28978b4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:49.308949 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c982359b-bec8-45fd-9f56-a0b4b28978b4'] response: {'name': 'network-changed', 'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'status': 'completed', 'code': 200} Mar 31 19:04:49.457431 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:04:49.635924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-1be8c116-0d7e-474f-8ec5-81b281dac7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:49.637523 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-1be8c116-0d7e-474f-8ec5-81b281dac7a3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cb76bcd43844538ae65d40fd6cfff86&device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1129 time: 0.0556386 Mar 31 19:04:49.713672 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'e863e61f-fb67-4f62-b7e8-4cf815781311', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '503662b9-76c7-4447-aad0-da1518675feb', 'port_id': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'mac_address': 'fa:16:3e:59:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:48Z', 'updated_at': '2022-03-31T19:04:48Z', 'revision_number': 0, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d5c4d4-d005-4395-9428-5e91c0c7dc32', 'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'mac_address': 'fa:16:3e:da:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:59Z', 'updated_at': '2022-03-31T19:03:05Z', 'revision_number': 5, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'subnets': [{'id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:49.747043 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] Checking router: 503662b9-76c7-4447-aad0-da1518675feb for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:04:49.757522 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:04:49.757975 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:04:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:49.783463 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-f96ba601-774d-4292-bb7a-1516cbee1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:49.785750 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-f96ba601-774d-4292-bb7a-1516cbee1598 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 HTTP/1.1" status: 200 len: 911 time: 0.1406617 Mar 31 19:04:49.854536 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5773163-a867-451e-a29e-94ea135f1ce1 req-55b3f27a-9ab8-4022-9ec6-b4ce2497f71f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:49.856163 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5773163-a867-451e-a29e-94ea135f1ce1 req-55b3f27a-9ab8-4022-9ec6-b4ce2497f71f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.1313870 Mar 31 19:04:49.879404 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-21fa165f-3353-4ad5-8de9-e77533be62d8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 200 len: 998 time: 0.0862324 Mar 31 19:04:49.884142 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:04:49.956717 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5773163-a867-451e-a29e-94ea135f1ce1 req-b8effbd6-6dbd-4a79-a463-1a848464b4e9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886433 Mar 31 19:04:49.958575 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-a3bfbdcd-ad9d-405b-aef8-bff5692d28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:49.960218 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-a3bfbdcd-ad9d-405b-aef8-bff5692d28d8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=049bf3b0-9aab-45d3-9354-69df9f430d12 HTTP/1.1" status: 200 len: 848 time: 0.0742905 Mar 31 19:04:50.023527 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-ef1878af-22c1-4a78-a5e3-55b865bb0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:50.025065 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-ef1878af-22c1-4a78-a5e3-55b865bb0451 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586081 Mar 31 19:04:50.149638 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'e863e61f-fb67-4f62-b7e8-4cf815781311', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '503662b9-76c7-4447-aad0-da1518675feb', 'port_id': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'mac_address': 'fa:16:3e:59:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:48Z', 'updated_at': '2022-03-31T19:04:48Z', 'revision_number': 0, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d5c4d4-d005-4395-9428-5e91c0c7dc32', 'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'mac_address': 'fa:16:3e:da:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:59Z', 'updated_at': '2022-03-31T19:03:05Z', 'revision_number': 5, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'subnets': [{'id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:50.182207 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8341c5b8-0579-44a3-89b0-db27a395aca7 None None] The sync data for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi is: [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'e863e61f-fb67-4f62-b7e8-4cf815781311', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '503662b9-76c7-4447-aad0-da1518675feb', 'port_id': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'mac_address': 'fa:16:3e:59:a8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:48Z', 'updated_at': '2022-03-31T19:04:48Z', 'revision_number': 0, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d5c4d4-d005-4395-9428-5e91c0c7dc32', 'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'mac_address': 'fa:16:3e:da:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:59Z', 'updated_at': '2022-03-31T19:03:05Z', 'revision_number': 5, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'subnets': [{'id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:04:50.196642 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-0c149a97-0f97-4978-9e02-e512fd680ab6 service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630783 Mar 31 19:04:50.307152 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77d27a60-72dd-4611-8d48-b9c53eaab283 req-a5644c75-4e49-4f42-b2e4-6ba9aa7e00a3 service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029313 Mar 31 19:04:50.494637 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb89619-0745-4642-aa3d-9b0a97899795 None None] New status for floating IP e863e61f-fb67-4f62-b7e8-4cf815781311: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:04:51.096640 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56de546-2f5e-4a96-8aa1-3ecd0ed45ecd req-17caf8c5-51a0-4ded-a042-8c29964d327e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:51.098193 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e56de546-2f5e-4a96-8aa1-3ecd0ed45ecd req-17caf8c5-51a0-4ded-a042-8c29964d327e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0585763 Mar 31 19:04:51.155256 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e56de546-2f5e-4a96-8aa1-3ecd0ed45ecd req-af1c263d-8791-487e-b690-ff8f979190f3 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496094 Mar 31 19:04:52.294092 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e0cc7-1203-41a9-ba77-d1db52ea46a7 req-d5706259-ea7a-43af-aee9-106a839cda87 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:52.295649 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a88e0cc7-1203-41a9-ba77-d1db52ea46a7 req-d5706259-ea7a-43af-aee9-106a839cda87 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0627904 Mar 31 19:04:52.351895 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a88e0cc7-1203-41a9-ba77-d1db52ea46a7 req-a42fee85-30cf-44fd-9b65-b44da4421a95 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501668 Mar 31 19:04:52.474363 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a54a29-9bad-4aa6-949b-9e9f13868134 req-4fc0220e-4f8c-491b-8557-5f58f18b7d94 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:52.476129 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-35a54a29-9bad-4aa6-949b-9e9f13868134 req-4fc0220e-4f8c-491b-8557-5f58f18b7d94 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0566306 Mar 31 19:04:52.485443 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 56786) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:04:52.490312 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ab3034ab-b8be-4586-a80b-6c856353897c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Request body: {'floatingip': {'port_id': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:04:52.559102 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab3034ab-b8be-4586-a80b-6c856353897c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for floatingip (6d72183b-4961-4d02-9223-251daf6c905e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:53.032035 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab3034ab-b8be-4586-a80b-6c856353897c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:53.036348 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab3034ab-b8be-4586-a80b-6c856353897c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6d72183b-4961-4d02-9223-251daf6c905e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:53.158562 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-ab3034ab-b8be-4586-a80b-6c856353897c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Floating IP 6d72183b-4961-4d02-9223-251daf6c905e associated. External IP: 172.27.0.175, port: d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4. Mar 31 19:04:53.377708 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3034ab-b8be-4586-a80b-6c856353897c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Router d93bd6d4-e317-4664-84bc-22a96333abe5 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:04:53.730177 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3034ab-b8be-4586-a80b-6c856353897c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:04:53.734605 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab3034ab-b8be-4586-a80b-6c856353897c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:53.741063 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] Sync routers for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:04:53.752223 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:04:53.752828 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:04:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:53.766713 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ab3034ab-b8be-4586-a80b-6c856353897c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "PUT /v2.0/floatingips/6d72183b-4961-4d02-9223-251daf6c905e HTTP/1.1" status: 200 len: 991 time: 1.2801633 Mar 31 19:04:53.767329 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:04:53.769871 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:04:53.800652 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bcfd65d0-6d74-49a1-9d58-8386ce6eaedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:53.812158 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7a331f-cc51-4330-b56d-1322f8e374bc x-openstack-request-id: req-ad7a331f-cc51-4330-b56d-1322f8e374bc {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:04:53.812531 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:04:53.812867 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad7a331f-cc51-4330-b56d-1322f8e374bc {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:04:53.813475 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7a331f-cc51-4330-b56d-1322f8e374bc'] response: {'name': 'network-changed', 'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'status': 'completed', 'code': 200} Mar 31 19:04:53.864032 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:04:53.925831 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-caf78061-bc73-4983-aea0-bb9dbf21bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:53.927380 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-caf78061-bc73-4983-aea0-bb9dbf21bcf5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 1129 time: 0.0471227 Mar 31 19:04:54.042098 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-74815345-273e-4dcc-a608-ed05bea03ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:54.043309 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-74815345-273e-4dcc-a608-ed05bea03ebc service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.1014531 Mar 31 19:04:54.107309 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6d72183b-4961-4d02-9223-251daf6c905e', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'port_id': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'mac_address': 'fa:16:3e:4c:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf03f55b-6df3-439d-bf48-394e12235395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:22Z', 'updated_at': '2022-03-31T19:04:52Z', 'revision_number': 1, 'project_id': '52b1900c61614fdd914316572f58af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:07Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:54.120250 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-dd1b40c6-5745-4ebe-a93f-a396950c3bca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 HTTP/1.1" status: 200 len: 999 time: 0.0687511 Mar 31 19:04:54.137267 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] Checking router: d93bd6d4-e317-4664-84bc-22a96333abe5 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:04:54.146490 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:04:54.147135 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:04:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:54.179192 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-7c5ab22f-0e23-4e4d-bd90-48d8e12d378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:54.180700 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-7c5ab22f-0e23-4e4d-bd90-48d8e12d378d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0474050 Mar 31 19:04:54.234612 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-28928d3d-0d24-4b6f-94bc-378837b21b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:04:54.236162 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-28928d3d-0d24-4b6f-94bc-378837b21b09 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489185 Mar 31 19:04:54.255410 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:04:54.330693 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-90afc789-e909-4cc4-8ccb-7d3fa61e8b10 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883114 Mar 31 19:04:54.437076 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c23ca46b-71dd-4458-bae9-c3afcddb6e1a req-0021f13b-79cd-47df-8082-b79817194bb8 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971684 Mar 31 19:04:54.494421 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6d72183b-4961-4d02-9223-251daf6c905e', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'port_id': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'mac_address': 'fa:16:3e:4c:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf03f55b-6df3-439d-bf48-394e12235395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:22Z', 'updated_at': '2022-03-31T19:04:52Z', 'revision_number': 1, 'project_id': '52b1900c61614fdd914316572f58af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:07Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:04:54.520649 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e09228-359c-40c4-90cf-11ad9cfd995f None None] The sync data for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi is: [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6d72183b-4961-4d02-9223-251daf6c905e', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'port_id': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'mac_address': 'fa:16:3e:4c:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf03f55b-6df3-439d-bf48-394e12235395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:22Z', 'updated_at': '2022-03-31T19:04:52Z', 'revision_number': 1, 'project_id': '52b1900c61614fdd914316572f58af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:07Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:04:54.723066 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e7564-145d-4c16-a064-5a9a00704daa None None] New status for floating IP 6d72183b-4961-4d02-9223-251daf6c905e: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:04:56.299407 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-058884e5-82a6-4235-9874-fdc53586f43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:57.477389 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:04:58.733753 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:00.464892 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:06.742138 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:05:07.462991 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 56898) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:07.583495 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:07.669340 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Publish callbacks [] for security_group (d45c699b-72e3-4df6-a8ba-0a7e4a2b9581), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:07.675403 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d45c699b-72e3-4df6-a8ba-0a7e4a2b9581), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:07.719909 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45c699b-72e3-4df6-a8ba-0a7e4a2b9581,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:07.724372 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c541c04e08c94eaf96b395c358c4d676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601256 Mar 31 19:05:07.727302 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 56902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:05:07.732158 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.732531 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.732883 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.733307 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.733691 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.734076 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.734438 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.734807 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.735191 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.735563 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.735931 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.736291 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.736641 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.737009 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.737333 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a192c-9398-4d13-962a-097e8c7d6647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.788901 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Publish callbacks [] for security_group (d45c699b-72e3-4df6-a8ba-0a7e4a2b9581), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:07.814579 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Publish callbacks [] for security_group (d45c699b-72e3-4df6-a8ba-0a7e4a2b9581), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:07.877315 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d45c699b-72e3-4df6-a8ba-0a7e4a2b9581), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:07.881051 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:07.882315 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d45c699b-72e3-4df6-a8ba-0a7e4a2b9581 HTTP/1.1" status: 204 len: 168 time: 0.1540112 Mar 31 19:05:07.892459 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45c699b-72e3-4df6-a8ba-0a7e4a2b9581,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:07.902478 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.902804 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.903198 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.903539 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.903879 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.904215 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.904577 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.904915 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.905270 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.905578 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.905908 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.906252 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.906565 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.906890 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:07.907321 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42508250-a15e-46c3-b0c6-9d16ccf8dc0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:05:10.063974 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:23.794602 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cc6233b1-de87-45e9-9124-60a4252d67ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:26.301205 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4f05-1195-4a1c-a8fb-e76a616beab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:27.478158 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:28.734180 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:30.467293 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:37.573809 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89882d03-dc4d-4e87-8e7d-cfd2435d9f3d req-61998637-89e1-4c22-8962-203a3285271d tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:37.575256 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89882d03-dc4d-4e87-8e7d-cfd2435d9f3d req-61998637-89e1-4c22-8962-203a3285271d tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0541904 Mar 31 19:05:37.626594 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89882d03-dc4d-4e87-8e7d-cfd2435d9f3d req-c01c4443-224b-4597-a105-a2bdfa1eac43 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453455 Mar 31 19:05:38.748926 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960285c6-c25b-4b87-a647-611b9a4ac167 req-50ea888e-94a6-446a-920c-af7088eedceb tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:38.750413 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-960285c6-c25b-4b87-a647-611b9a4ac167 req-50ea888e-94a6-446a-920c-af7088eedceb tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0532343 Mar 31 19:05:38.800093 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-960285c6-c25b-4b87-a647-611b9a4ac167 req-6cc46a7b-7008-4cd1-8811-666ec8b28029 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Mar 31 19:05:39.704017 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a03299-e898-4a71-8386-8f6562105b02 req-55e60168-3069-43ca-b5e8-8d6038dcf71f tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:39.705513 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-32a03299-e898-4a71-8386-8f6562105b02 req-55e60168-3069-43ca-b5e8-8d6038dcf71f tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.0526013 Mar 31 19:05:39.809501 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-32a03299-e898-4a71-8386-8f6562105b02 req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Deleting port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:05:39.810221 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-32a03299-e898-4a71-8386-8f6562105b02 req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:39.943322 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-32a03299-e898-4a71-8386-8f6562105b02 req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] For port cd75aa72-ef67-4aa8-ab2f-e1474a54c707, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:05:39.943686 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-32a03299-e898-4a71-8386-8f6562105b02 req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:39.962018 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-32a03299-e898-4a71-8386-8f6562105b02 req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Calling delete_port for cd75aa72-ef67-4aa8-ab2f-e1474a54c707 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:05:39.981610 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fd17a-fc72-4481-bc05-899749cfadcf req-62806019-504b-49a7-a728-56b4fd7c0dbf tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:39.983197 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-171fd17a-fc72-4481-bc05-899749cfadcf req-62806019-504b-49a7-a728-56b4fd7c0dbf tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc96f77-bd1d-43d1-9427-3787cca4c45a HTTP/1.1" status: 200 len: 945 time: 0.1123362 Mar 31 19:05:40.077472 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:40.083160 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-171fd17a-fc72-4481-bc05-899749cfadcf req-8c270351-dcef-4042-be7b-bb8016880c26 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942311 Mar 31 19:05:40.152490 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-32a03299-e898-4a71-8386-8f6562105b02 req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (cd75aa72-ef67-4aa8-ab2f-e1474a54c707), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:40.167142 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['cd75aa72-ef67-4aa8-ab2f-e1474a54c707'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:05:40.192769 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Pushing event deleted for resources: {'Port': ['ID=cd75aa72-ef67-4aa8-ab2f-e1474a54c707,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:40.233360 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a03299-e898-4a71-8386-8f6562105b02 req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] No DVR routers for this DVR port cd75aa72-ef67-4aa8-ab2f-e1474a54c707 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:05:40.236784 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-32a03299-e898-4a71-8386-8f6562105b02 req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:40.240137 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-32a03299-e898-4a71-8386-8f6562105b02 req-a9a710d0-7f80-48d0-a5e1-f3444227ecdc tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.78 "DELETE /v2.0/ports/cd75aa72-ef67-4aa8-ab2f-e1474a54c707 HTTP/1.1" status: 204 len: 173 time: 0.5285213 Mar 31 19:05:40.240576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc96f77-bd1d-43d1-9427-3787cca4c45a', 'name': 'network-vif-deleted', 'tag': 'cd75aa72-ef67-4aa8-ab2f-e1474a54c707'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:05:40.242824 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c32d948-2b26-42af-bac8-956a3881623f" -d '{"events": [{"server_uuid": "9bc96f77-bd1d-43d1-9427-3787cca4c45a", "name": "network-vif-deleted", "tag": "cd75aa72-ef67-4aa8-ab2f-e1474a54c707"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:05:40.279558 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b258995-8cbd-482b-b599-c4b20d987398 x-openstack-request-id: req-5b258995-8cbd-482b-b599-c4b20d987398 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:05:40.279873 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc96f77-bd1d-43d1-9427-3787cca4c45a", "name": "network-vif-deleted", "tag": "cd75aa72-ef67-4aa8-ab2f-e1474a54c707", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:05:40.280130 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b258995-8cbd-482b-b599-c4b20d987398 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:05:40.280534 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b258995-8cbd-482b-b599-c4b20d987398'] response: {'server_uuid': '9bc96f77-bd1d-43d1-9427-3787cca4c45a', 'name': 'network-vif-deleted', 'tag': 'cd75aa72-ef67-4aa8-ab2f-e1474a54c707', 'status': 'completed', 'code': 200} Mar 31 19:05:42.323936 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-fcb7d762-c50f-4b14-9356-a9e5f1743b8f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438657 Mar 31 19:05:43.328742 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device cd75aa72-ef67-4aa8-ab2f-e1474a54c707 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:05:43.349920 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: cd75aa72-ef67-4aa8-ab2f-e1474a54c707 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:05:43.350342 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device cd75aa72-ef67-4aa8-ab2f-e1474a54c707 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:05:43.741956 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:05:44.312347 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-a499e267-f03b-4518-b2df-358b5ab0a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:44.313760 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-a499e267-f03b-4518-b2df-358b5ab0a5d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 1129 time: 0.0447514 Mar 31 19:05:45.671592 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-e539235f-1a66-454f-b1a7-04e4314a019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:45.673077 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-e539235f-1a66-454f-b1a7-04e4314a019e service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.1025162 Mar 31 19:05:45.716388 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-e47888d2-db1f-4b32-83f6-648a20109655 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f36890c5-911e-4d21-a631-85172bcff5c8 HTTP/1.1" status: 200 len: 217 time: 0.0359631 Mar 31 19:05:45.770049 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-7a780c41-0e79-4217-8846-bdc19415178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:45.771626 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-7a780c41-0e79-4217-8846-bdc19415178a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0490985 Mar 31 19:05:45.822171 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-488216cd-ff39-4f06-b33c-6e987cc7e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:45.823722 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-488216cd-ff39-4f06-b33c-6e987cc7e6ef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444560 Mar 31 19:05:45.914441 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-f075eed2-82cc-4504-aa8c-ee1255bec56c service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841682 Mar 31 19:05:46.009789 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bdde3462-2b78-4a6b-a5be-68896f49a0d1 req-b6790b41-79e3-454b-8769-56d91794e516 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879977 Mar 31 19:05:53.277299 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be99c-d478-47d7-98ae-fd458d095436 req-b5c92cb2-e771-4d4f-88de-1227de7d5f30 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:53.278852 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-b5c92cb2-e771-4d4f-88de-1227de7d5f30 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/networks?id=5034cafd-8c65-4775-a61b-bb97285c4d1e HTTP/1.1" status: 200 len: 814 time: 0.1057153 Mar 31 19:05:53.294743 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-37520466-2afe-440d-bbd0-4fc58c23a814 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/quotas/cbc95b634b8b4fcab05aad948e8218f0 HTTP/1.1" status: 200 len: 375 time: 0.0101657 Mar 31 19:05:53.332372 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-1e92c100-2e44-4858-bb60-cbb791798390 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbc95b634b8b4fcab05aad948e8218f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322073 Mar 31 19:05:53.425935 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-5eaceee8-fe6f-487a-80c2-75090f50b1c3 service neutron] 10.222.0.13 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858371 Mar 31 19:05:53.527346 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-2c496dd2-63ff-452b-b910-f7dccffbbba9 service neutron] 10.222.0.13 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956078 Mar 31 19:05:53.729415 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d7217b11-50ba-4d49-bf8c-18fc3c203449 req-ca27e11a-de17-477e-bcfd-f9ec898f64af tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 210 time: 0.0286069 Mar 31 19:05:53.798781 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bed8347e-8955-4f33-95d0-4a536c55773b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:54.691428 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be99c-d478-47d7-98ae-fd458d095436 req-e48fb0bf-ef6f-45fe-9d4c-7e9c2ae1f233 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:54.692870 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-e48fb0bf-ef6f-45fe-9d4c-7e9c2ae1f233 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.78 "GET /v2.0/networks?id=5034cafd-8c65-4775-a61b-bb97285c4d1e HTTP/1.1" status: 200 len: 814 time: 0.1003029 Mar 31 19:05:54.706274 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Request body: {'port': {'device_id': '3f723678-e711-4b9f-ae1c-57a57b057fce', 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e', 'admin_state_up': True, 'tenant_id': 'cbc95b634b8b4fcab05aad948e8218f0'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:05:54.844572 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9919172d-335e-48c8-af9d-c2c3f6681844 req-02e6707c-c647-44aa-bd61-9abc36bae726 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 210 time: 0.0342617 Mar 31 19:05:54.857224 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Made reservation on behalf of cbc95b634b8b4fcab05aad948e8218f0 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:05:54.860670 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:54.994239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Allocated IP 172.20.0.11 (5034cafd-8c65-4775-a61b-bb97285c4d1e/0abd2fb1-3a51-414e-bd78-ac8d53f9a84a/bea30366-ac09-4ee5-b765-fbf8431e1b32) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:05:55.163733 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks [] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:55.199850 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:55.243513 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Network 5034cafd-8c65-4775-a61b-bb97285c4d1e is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:05:55.246964 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:05:55.253008 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:05:55.260107 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Pushing event updated for resources: {'Port': ['ID=bea30366-ac09-4ee5-b765-fbf8431e1b32,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:55.306315 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:55.306931 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:55.322653 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-064a632e-be89-41aa-90d2-b1c581f26393 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6202435 Mar 31 19:05:55.334658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Request body: {'port': {'device_id': '3f723678-e711-4b9f-ae1c-57a57b057fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:05:55.398028 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:55.674272 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea30366-ac09-4ee5-b765-fbf8431e1b32 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:05:55.683274 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Publish callbacks [] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:55.695478 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Transition to ACTIVE for port object bea30366-ac09-4ee5-b765-fbf8431e1b32 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:05:55.699583 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:55.751907 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Pushing event updated for resources: {'Port': ['ID=bea30366-ac09-4ee5-b765-fbf8431e1b32,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:55.824840 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Attempting to bind port bea30366-ac09-4ee5-b765-fbf8431e1b32 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:05:55.825234 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Attempting to bind port bea30366-ac09-4ee5-b765-fbf8431e1b32 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'd6c18027-993a-43c0-abe8-3797892189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:05:55.825554 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Attempting to bind port bea30366-ac09-4ee5-b765-fbf8431e1b32 on network 5034cafd-8c65-4775-a61b-bb97285c4d1e {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:05:55.830327 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Port bea30366-ac09-4ee5-b765-fbf8431e1b32 on network 5034cafd-8c65-4775-a61b-bb97285c4d1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:05:55.830652 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Attempting to bind port bea30366-ac09-4ee5-b765-fbf8431e1b32 on network 5034cafd-8c65-4775-a61b-bb97285c4d1e {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:05:55.835985 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:05:55.836320 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Checking segment: {'id': 'd6c18027-993a-43c0-abe8-3797892189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:05:55.836711 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Bound using segment: {'id': 'd6c18027-993a-43c0-abe8-3797892189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:05:55.837140 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Bound port: bea30366-ac09-4ee5-b765-fbf8431e1b32, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c18027-993a-43c0-abe8-3797892189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:05:55.837496 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:55.906304 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] For port bea30366-ac09-4ee5-b765-fbf8431e1b32, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:05:55.909657 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] For port bea30366-ac09-4ee5-b765-fbf8431e1b32, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bea30366-ac09-4ee5-b765-fbf8431e1b32,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:05:55.917271 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:55.981769 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:55.982643 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:55.984090 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] 10.222.0.78 "PUT /v2.0/ports/bea30366-ac09-4ee5-b765-fbf8431e1b32 HTTP/1.1" status: 200 len: 1094 time: 0.6541648 Mar 31 19:05:55.987220 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f723678-e711-4b9f-ae1c-57a57b057fce', 'tag': 'bea30366-ac09-4ee5-b765-fbf8431e1b32'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:05:55.990469 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76db6f19-06b7-47ea-90d5-8269d927687c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f723678-e711-4b9f-ae1c-57a57b057fce", "tag": "bea30366-ac09-4ee5-b765-fbf8431e1b32"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:05:56.025542 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2682421-5ed1-4f03-a7b3-17b11fcc54ff service neutron] Pushing event updated for resources: {'Port': ['ID=bea30366-ac09-4ee5-b765-fbf8431e1b32,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:05:56.034990 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c53df-80e5-4e7d-bd00-fac3458b9832 x-openstack-request-id: req-750c53df-80e5-4e7d-bd00-fac3458b9832 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:05:56.035305 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f723678-e711-4b9f-ae1c-57a57b057fce", "tag": "bea30366-ac09-4ee5-b765-fbf8431e1b32", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:05:56.035544 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-750c53df-80e5-4e7d-bd00-fac3458b9832 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:05:56.035950 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750c53df-80e5-4e7d-bd00-fac3458b9832'] response: {'name': 'network-changed', 'server_uuid': '3f723678-e711-4b9f-ae1c-57a57b057fce', 'tag': 'bea30366-ac09-4ee5-b765-fbf8431e1b32', 'status': 'completed', 'code': 200} Mar 31 19:05:56.044911 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fa1f6-286e-4a23-a1ba-dfa1204a3a31 req-61fff27d-530d-478f-ba40-93fa1b8fdda1 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:56.046436 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a19fa1f6-286e-4a23-a1ba-dfa1204a3a31 req-61fff27d-530d-478f-ba40-93fa1b8fdda1 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 944 time: 0.1265748 Mar 31 19:05:56.123913 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a19fa1f6-286e-4a23-a1ba-dfa1204a3a31 req-a29023c4-35eb-4903-b214-1536070ae4e5 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683105 Mar 31 19:05:56.127168 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be99c-d478-47d7-98ae-fd458d095436 req-14af7e1c-367a-49a7-8fa5-689e94fd7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:56.128935 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-14af7e1c-367a-49a7-8fa5-689e94fd7b33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cbc95b634b8b4fcab05aad948e8218f0&device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 1128 time: 0.0815992 Mar 31 19:05:56.175539 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-3a0feceb-31bf-475f-82ee-accf473aec1a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bea30366-ac09-4ee5-b765-fbf8431e1b32 HTTP/1.1" status: 200 len: 217 time: 0.0387559 Mar 31 19:05:56.227457 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76be99c-d478-47d7-98ae-fd458d095436 req-7d84a943-5b74-4ea6-89a7-ef907972a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:56.228912 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-7d84a943-5b74-4ea6-89a7-ef907972a134 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0abd2fb1-3a51-414e-bd78-ac8d53f9a84a HTTP/1.1" status: 200 len: 854 time: 0.0471780 Mar 31 19:05:56.259773 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-daaaeba4-be84-4faa-8e00-106af00c60aa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5034cafd-8c65-4775-a61b-bb97285c4d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248139 Mar 31 19:05:56.303056 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-522d9047-6c52-473f-87dc-c3f5850a1491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:56.352873 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-61f588b3-200e-48d8-8612-0c4beea35d6e service neutron] 10.222.0.78 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870366 Mar 31 19:05:56.442995 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76be99c-d478-47d7-98ae-fd458d095436 req-f2f38022-5aea-45eb-aa25-ab9b56c0f650 service neutron] 10.222.0.78 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839798 Mar 31 19:05:56.555746 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db6f19-06b7-47ea-90d5-8269d927687c req-e29e82c4-f757-43bf-8dd2-0749210bbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:56.557329 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-76db6f19-06b7-47ea-90d5-8269d927687c req-e29e82c4-f757-43bf-8dd2-0749210bbb0b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cbc95b634b8b4fcab05aad948e8218f0&device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 1128 time: 0.0543475 Mar 31 19:05:56.665296 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db6f19-06b7-47ea-90d5-8269d927687c req-8a27f96d-2247-4a98-a650-04bd43e0dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:56.666922 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-76db6f19-06b7-47ea-90d5-8269d927687c req-8a27f96d-2247-4a98-a650-04bd43e0dbaf service neutron] 10.222.0.78 "GET /v2.0/networks?id=5034cafd-8c65-4775-a61b-bb97285c4d1e HTTP/1.1" status: 200 len: 916 time: 0.1020396 Mar 31 19:05:56.709557 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-76db6f19-06b7-47ea-90d5-8269d927687c req-9126a33f-2f53-492a-b1c3-970b93d48af4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bea30366-ac09-4ee5-b765-fbf8431e1b32 HTTP/1.1" status: 200 len: 217 time: 0.0357995 Mar 31 19:05:56.766459 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db6f19-06b7-47ea-90d5-8269d927687c req-133619fc-cc80-4162-83b8-10846d990469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:56.769223 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-76db6f19-06b7-47ea-90d5-8269d927687c req-133619fc-cc80-4162-83b8-10846d990469 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0abd2fb1-3a51-414e-bd78-ac8d53f9a84a HTTP/1.1" status: 200 len: 854 time: 0.0530229 Mar 31 19:05:56.801632 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-76db6f19-06b7-47ea-90d5-8269d927687c req-2caba4cf-1bff-4fec-99ad-1c28d8c4189b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5034cafd-8c65-4775-a61b-bb97285c4d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265617 Mar 31 19:05:56.898244 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-76db6f19-06b7-47ea-90d5-8269d927687c req-666ca624-8e97-42a8-810b-fa36d193e5d8 service neutron] 10.222.0.78 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888083 Mar 31 19:05:56.990671 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-76db6f19-06b7-47ea-90d5-8269d927687c req-408f3700-4e81-46d4-9ae1-acbade812add service neutron] 10.222.0.78 "GET /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860691 Mar 31 19:05:57.264459 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0533fd-9c30-48c7-bb5a-9e7b12868ba7 req-896b354d-6c0c-470e-a63f-fd4aa4eb646e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:57.266067 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9e0533fd-9c30-48c7-bb5a-9e7b12868ba7 req-896b354d-6c0c-470e-a63f-fd4aa4eb646e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 944 time: 0.0598903 Mar 31 19:05:57.317725 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9e0533fd-9c30-48c7-bb5a-9e7b12868ba7 req-4961c138-746f-40d0-ad90-85cd6fefe893 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Mar 31 19:05:57.481968 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:58.442744 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977dbb4-1cae-4724-a30d-11772e0c9877 req-25e1ef39-c9ca-4785-b548-f7e451f2f05e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:58.444899 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5977dbb4-1cae-4724-a30d-11772e0c9877 req-25e1ef39-c9ca-4785-b548-f7e451f2f05e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 944 time: 0.0534618 Mar 31 19:05:58.494858 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5977dbb4-1cae-4724-a30d-11772e0c9877 req-86550025-1483-4290-8794-b6c932084d17 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441940 Mar 31 19:05:58.737622 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:05:59.616711 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e3a21-b38f-48bb-b8f0-f2897f3d966c req-b3ed0939-ba9f-4dcc-aac4-2dbcbb50a702 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:05:59.618255 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-369e3a21-b38f-48bb-b8f0-f2897f3d966c req-b3ed0939-ba9f-4dcc-aac4-2dbcbb50a702 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 944 time: 0.0556540 Mar 31 19:05:59.664618 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-369e3a21-b38f-48bb-b8f0-f2897f3d966c req-97226e4e-556f-4b24-9de5-e2e18a5ab484 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406432 Mar 31 19:06:00.471697 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.786166 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92546e-2372-417e-88ef-6aa7a328b0e0 req-8a07484a-9b18-4115-99eb-bae2389f2916 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:00.788897 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f92546e-2372-417e-88ef-6aa7a328b0e0 req-8a07484a-9b18-4115-99eb-bae2389f2916 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 944 time: 0.0571020 Mar 31 19:06:00.835915 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device bea30366-ac09-4ee5-b765-fbf8431e1b32 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:06:00.838907 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f92546e-2372-417e-88ef-6aa7a328b0e0 req-0a98da9a-e14b-4f1b-96e3-f18eb21b621e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Mar 31 19:06:00.933300 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port bea30366-ac09-4ee5-b765-fbf8431e1b32, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bea30366-ac09-4ee5-b765-fbf8431e1b32,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:00.944239 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': 'bea30366-ac09-4ee5-b765-fbf8431e1b32', 'network_id': '5034cafd-8c65-4775-a61b-bb97285c4d1e', 'port_id': 'bea30366-ac09-4ee5-b765-fbf8431e1b32', 'mac_address': 'fa:16:3e:bc:7f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0abd2fb1-3a51-414e-bd78-ac8d53f9a84a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:06:00.979680 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port bea30366-ac09-4ee5-b765-fbf8431e1b32 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:06:00.980056 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:00.993505 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea30366-ac09-4ee5-b765-fbf8431e1b32 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:06:01.012956 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port bea30366-ac09-4ee5-b765-fbf8431e1b32, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bea30366-ac09-4ee5-b765-fbf8431e1b32,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:01.016924 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:01.062689 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=bea30366-ac09-4ee5-b765-fbf8431e1b32,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:01.069601 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.069945 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.070282 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.070617 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.070974 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.071312 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.071619 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.071939 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.072258 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.072577 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.072910 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.073240 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.073560 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.073873 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.074188 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:01.550069 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['bea30366-ac09-4ee5-b765-fbf8431e1b32'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:06:01.953164 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65e96d-61ed-4536-b18d-f6c500bbb8a5 req-be1bc20a-f2c8-4658-9b0e-9e0e0e0e59eb tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:01.954637 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1f65e96d-61ed-4536-b18d-f6c500bbb8a5 req-be1bc20a-f2c8-4658-9b0e-9e0e0e0e59eb tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 945 time: 0.0497243 Mar 31 19:06:02.006034 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1f65e96d-61ed-4536-b18d-f6c500bbb8a5 req-1644d468-7469-4c45-ad04-9860294e3442 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Mar 31 19:06:03.132730 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650c85-5230-456e-a7c6-ddd743e41ffe req-cce5cb85-f9f4-4af8-bd13-d7cb2e730b8c tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:03.134224 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b7650c85-5230-456e-a7c6-ddd743e41ffe req-cce5cb85-f9f4-4af8-bd13-d7cb2e730b8c tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 945 time: 0.0528419 Mar 31 19:06:03.183150 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b7650c85-5230-456e-a7c6-ddd743e41ffe req-b3ffc4df-50d3-4d19-8123-ca8301e271b7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Mar 31 19:06:04.326066 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffb128-e91e-4f32-8b8e-7c41bb54d12f req-2f21649a-4fb6-437d-972d-ef12ea6234b1 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:04.327558 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14ffb128-e91e-4f32-8b8e-7c41bb54d12f req-2f21649a-4fb6-437d-972d-ef12ea6234b1 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 945 time: 0.0612121 Mar 31 19:06:04.377886 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14ffb128-e91e-4f32-8b8e-7c41bb54d12f req-2944f723-90ed-4c75-8911-f7324b152fe7 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Mar 31 19:06:04.844665 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device bea30366-ac09-4ee5-b765-fbf8431e1b32 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:06:04.899717 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port bea30366-ac09-4ee5-b765-fbf8431e1b32 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:06:04.903911 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port bea30366-ac09-4ee5-b765-fbf8431e1b32 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:06:04.904281 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:04.981166 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port bea30366-ac09-4ee5-b765-fbf8431e1b32 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:06:04.981166 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:05.009635 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f723678-e711-4b9f-ae1c-57a57b057fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea30366-ac09-4ee5-b765-fbf8431e1b32'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:06:05.011879 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b158b02-3be2-49da-bd0b-8b5fb8185824" -d '{"events": [{"server_uuid": "3f723678-e711-4b9f-ae1c-57a57b057fce", "name": "network-vif-plugged", "status": "completed", "tag": "bea30366-ac09-4ee5-b765-fbf8431e1b32"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:06:05.025236 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port bea30366-ac09-4ee5-b765-fbf8431e1b32, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bea30366-ac09-4ee5-b765-fbf8431e1b32,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:05.030437 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:05.056422 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa01c220-04af-490a-8a1f-47c5586a5415 x-openstack-request-id: req-fa01c220-04af-490a-8a1f-47c5586a5415 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:06:05.056731 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f723678-e711-4b9f-ae1c-57a57b057fce", "name": "network-vif-plugged", "status": "completed", "tag": "bea30366-ac09-4ee5-b765-fbf8431e1b32", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:06:05.056990 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa01c220-04af-490a-8a1f-47c5586a5415 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:06:05.057384 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa01c220-04af-490a-8a1f-47c5586a5415'] response: {'server_uuid': '3f723678-e711-4b9f-ae1c-57a57b057fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea30366-ac09-4ee5-b765-fbf8431e1b32', 'code': 200} Mar 31 19:06:05.090386 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=bea30366-ac09-4ee5-b765-fbf8431e1b32,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:05.263840 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf821e-37d0-4497-ae0a-9c06f7fb3466 req-309c471b-54eb-4547-bd30-22aae3302720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:05.265662 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e5cf821e-37d0-4497-ae0a-9c06f7fb3466 req-309c471b-54eb-4547-bd30-22aae3302720 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 1130 time: 0.0479898 Mar 31 19:06:05.309518 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e5cf821e-37d0-4497-ae0a-9c06f7fb3466 req-7b8fccaf-08a7-439a-8f75-6df917b9eb22 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 Mar 31 19:06:05.502619 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c72d84-850b-4e15-a700-999c5a2b8d36 req-f7e433a3-b1fa-4769-b100-0502525d8cdb tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:05.504183 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81c72d84-850b-4e15-a700-999c5a2b8d36 req-f7e433a3-b1fa-4769-b100-0502525d8cdb tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 946 time: 0.0566099 Mar 31 19:06:05.557442 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81c72d84-850b-4e15-a700-999c5a2b8d36 req-b4cbdfb9-3c2d-49b9-8343-e8bc52586e14 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468559 Mar 31 19:06:06.681587 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e7669-9823-4dc7-913c-72d1dcd3fbf1 req-42a8c01b-7f19-4403-8022-0923ed6b4150 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:06.683096 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1f1e7669-9823-4dc7-913c-72d1dcd3fbf1 req-42a8c01b-7f19-4403-8022-0923ed6b4150 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 946 time: 0.0539954 Mar 31 19:06:06.737319 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1f1e7669-9823-4dc7-913c-72d1dcd3fbf1 req-848a639d-eadd-458e-b997-f195043c43d8 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467675 Mar 31 19:06:07.860192 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac442e-7288-464a-ac88-8f8ca20189d3 req-71ef65e6-61c4-49bc-a82e-6b009c84db09 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:07.861685 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-05ac442e-7288-464a-ac88-8f8ca20189d3 req-71ef65e6-61c4-49bc-a82e-6b009c84db09 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 946 time: 0.0527287 Mar 31 19:06:07.912554 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-05ac442e-7288-464a-ac88-8f8ca20189d3 req-031006c4-f86b-4fee-bed6-96174e0d0320 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Mar 31 19:06:10.077823 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:11.585282 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac5940-cab0-4f5b-82ef-06119296b73a req-b7603282-6682-4f96-800d-bda3b7d0f71a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:11.586796 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92ac5940-cab0-4f5b-82ef-06119296b73a req-b7603282-6682-4f96-800d-bda3b7d0f71a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0548596 Mar 31 19:06:11.634898 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92ac5940-cab0-4f5b-82ef-06119296b73a req-8170554c-699b-4618-9ec9-3f65bb0bf03a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422647 Mar 31 19:06:12.762734 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08614e-8ba8-407a-8aec-cfe7eb20c8c8 req-39f9c9dc-a987-4b4c-b1db-18b6eab319f7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:12.764157 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bc08614e-8ba8-407a-8aec-cfe7eb20c8c8 req-39f9c9dc-a987-4b4c-b1db-18b6eab319f7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0551307 Mar 31 19:06:12.811337 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bc08614e-8ba8-407a-8aec-cfe7eb20c8c8 req-854865c0-4719-405b-ad9f-0509d17aeeef tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413780 Mar 31 19:06:13.937418 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993806cc-de02-4a57-aa0a-228d7d0775a4 req-19dbb75c-4602-4b4c-819a-a3595c02ba5e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:13.939010 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-993806cc-de02-4a57-aa0a-228d7d0775a4 req-19dbb75c-4602-4b4c-819a-a3595c02ba5e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0544145 Mar 31 19:06:13.993861 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-993806cc-de02-4a57-aa0a-228d7d0775a4 req-1b4e2131-7c42-48a2-a811-eae06542cfc9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490496 Mar 31 19:06:15.123633 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4ebc3-2850-4681-957d-aa88c044f8b1 req-162bd125-caf3-4c49-8391-1050a0ff24eb tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:15.125128 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bec4ebc3-2850-4681-957d-aa88c044f8b1 req-162bd125-caf3-4c49-8391-1050a0ff24eb tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0584040 Mar 31 19:06:15.175572 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bec4ebc3-2850-4681-957d-aa88c044f8b1 req-79d4598b-06c9-4772-acda-b6d268946700 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440829 Mar 31 19:06:16.299219 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0839775-9430-428a-b524-9e7a864de410 req-516ec064-0437-4979-9a63-0b8d6543501f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:16.300653 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0839775-9430-428a-b524-9e7a864de410 req-516ec064-0437-4979-9a63-0b8d6543501f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0530941 Mar 31 19:06:16.353510 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0839775-9430-428a-b524-9e7a864de410 req-ccc5dad4-7f77-41a7-895d-aaadf4ff5a67 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458577 Mar 31 19:06:17.486680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ba19a-db97-44d8-b808-b422e92a6091 req-ca01a3f0-06b0-4b10-814e-47174e8b7b15 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:17.488276 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c89ba19a-db97-44d8-b808-b422e92a6091 req-ca01a3f0-06b0-4b10-814e-47174e8b7b15 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0575445 Mar 31 19:06:17.542418 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c89ba19a-db97-44d8-b808-b422e92a6091 req-6d3ce99b-adb9-4b31-b95d-92f6356a22b6 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464175 Mar 31 19:06:18.674483 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002a772-d4dc-461b-96ec-1d0e4a101fc9 req-d005d84a-f0ef-488a-b80e-4b3a5a434267 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:18.676051 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2002a772-d4dc-461b-96ec-1d0e4a101fc9 req-d005d84a-f0ef-488a-b80e-4b3a5a434267 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0583467 Mar 31 19:06:18.725987 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2002a772-d4dc-461b-96ec-1d0e4a101fc9 req-918635ec-b6c7-4d11-8db9-a3473d64ac0b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Mar 31 19:06:19.851216 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c593e2-3e35-48e4-98f6-ad23643d053c req-2cc0efc8-9c2f-4284-97c9-d9f0fcaf1e16 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:19.853270 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3c593e2-3e35-48e4-98f6-ad23643d053c req-2cc0efc8-9c2f-4284-97c9-d9f0fcaf1e16 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0532467 Mar 31 19:06:19.916864 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3c593e2-3e35-48e4-98f6-ad23643d053c req-cec2224a-3dc3-4473-99aa-57637e3bd325 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564358 Mar 31 19:06:20.742133 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:06:21.056621 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c86558-5cd7-456d-9237-37cf25882c3b req-2d5226d4-d19c-4592-8c65-3d7277cc04c2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:21.058113 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-64c86558-5cd7-456d-9237-37cf25882c3b req-2d5226d4-d19c-4592-8c65-3d7277cc04c2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0569441 Mar 31 19:06:21.105529 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-64c86558-5cd7-456d-9237-37cf25882c3b req-93c12cf2-e73f-48ff-a297-e578074dcbe1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Mar 31 19:06:22.233070 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8099816-9501-48a8-b45c-99c33f78b2c5 req-5624209d-6838-408f-8e84-36f4466b4d35 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:22.234509 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c8099816-9501-48a8-b45c-99c33f78b2c5 req-5624209d-6838-408f-8e84-36f4466b4d35 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0507119 Mar 31 19:06:22.281383 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c8099816-9501-48a8-b45c-99c33f78b2c5 req-4ff74909-7e21-468a-9aa5-02a54b62610d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Mar 31 19:06:23.404158 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba89c22-b85d-41f9-a889-d15004956208 req-59c4ee6e-d91b-4d3b-b6ed-542d26b4b754 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:23.405671 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1ba89c22-b85d-41f9-a889-d15004956208 req-59c4ee6e-d91b-4d3b-b6ed-542d26b4b754 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0511136 Mar 31 19:06:23.454910 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1ba89c22-b85d-41f9-a889-d15004956208 req-3503a5dc-1d40-4e82-97ea-936e38497ad9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427406 Mar 31 19:06:23.802320 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cc07f24-3aca-4f1f-803a-056348a9d74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:24.584110 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df805b-4044-4b86-8f68-a0c3c048e5ea req-233ad7ff-7ff0-4c3c-a66d-484fbe31d7a3 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:24.585592 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-83df805b-4044-4b86-8f68-a0c3c048e5ea req-233ad7ff-7ff0-4c3c-a66d-484fbe31d7a3 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0524743 Mar 31 19:06:24.633579 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-83df805b-4044-4b86-8f68-a0c3c048e5ea req-5eb0fa0e-f3f3-4e54-af91-2bb6cf86e6d9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Mar 31 19:06:25.754991 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251623c-217d-4f2f-bc7b-9812328e838b req-c218e176-13c4-493a-b6bd-32daa61f647f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:25.757415 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9251623c-217d-4f2f-bc7b-9812328e838b req-c218e176-13c4-493a-b6bd-32daa61f647f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0533793 Mar 31 19:06:25.803797 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9251623c-217d-4f2f-bc7b-9812328e838b req-2fc86c20-d4b7-4361-b359-66aba7642f0c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Mar 31 19:06:26.306519 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-84f087c4-fa39-475a-ac63-feef98c4290a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:26.929625 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddd00a-3869-4219-adb3-898d2b241d87 req-a078ffdc-93bc-45a6-9da8-860f78da9c3e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:26.931103 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-70ddd00a-3869-4219-adb3-898d2b241d87 req-a078ffdc-93bc-45a6-9da8-860f78da9c3e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0549712 Mar 31 19:06:26.979553 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-70ddd00a-3869-4219-adb3-898d2b241d87 req-dc5591d0-6491-49be-8681-fbe6b4c6f918 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428421 Mar 31 19:06:27.484194 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:28.108225 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726c45f-6807-4046-a34d-d9fdd0538602 req-a84874e1-7e0b-470c-a40b-a8628d98fbdc tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:28.109733 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a726c45f-6807-4046-a34d-d9fdd0538602 req-a84874e1-7e0b-470c-a40b-a8628d98fbdc tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0520256 Mar 31 19:06:28.159743 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a726c45f-6807-4046-a34d-d9fdd0538602 req-2280b322-c9b3-4e1e-9d03-4a1dbcf92ab6 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429761 Mar 31 19:06:28.741268 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:29.316255 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e556d4-147a-41a3-a9f2-c40a8352a2a5 req-3a008acc-0c30-4ca5-a446-628be4333e13 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:29.317758 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14e556d4-147a-41a3-a9f2-c40a8352a2a5 req-3a008acc-0c30-4ca5-a446-628be4333e13 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0637674 Mar 31 19:06:29.616091 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14e556d4-147a-41a3-a9f2-c40a8352a2a5 req-12013afa-7ea2-4dd6-86ac-51ee0d4b76d7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906904 Mar 31 19:06:30.475895 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:30.739001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6f181-8396-4602-9ebf-516c339ca483 req-ce47921e-567c-45ba-a7aa-54bbbde9c618 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:30.741087 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-33c6f181-8396-4602-9ebf-516c339ca483 req-ce47921e-567c-45ba-a7aa-54bbbde9c618 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0526109 Mar 31 19:06:30.790329 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-33c6f181-8396-4602-9ebf-516c339ca483 req-d992595d-f463-4320-8593-c4cde7c863b1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 Mar 31 19:06:31.949371 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622e61-8779-4a0d-ae69-8b2fcee63b14 req-939d3de1-f08c-457d-b9f3-c842e62daff2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:31.950909 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-98622e61-8779-4a0d-ae69-8b2fcee63b14 req-939d3de1-f08c-457d-b9f3-c842e62daff2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0626137 Mar 31 19:06:32.000982 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-98622e61-8779-4a0d-ae69-8b2fcee63b14 req-125b5437-5263-4782-a066-004778816f1b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438890 Mar 31 19:06:33.126408 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50d5cf-0413-43a7-8704-58adc28c9b79 req-f2c8e16f-e6bd-45c6-b664-56cb2868c556 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:33.127916 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4c50d5cf-0413-43a7-8704-58adc28c9b79 req-f2c8e16f-e6bd-45c6-b664-56cb2868c556 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0519226 Mar 31 19:06:33.176964 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4c50d5cf-0413-43a7-8704-58adc28c9b79 req-a8b8dd7a-e585-45e8-927c-326d0f6b79a1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433149 Mar 31 19:06:34.299813 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69580d64-b7d5-4b1d-be90-432757b0350f req-b9a701a9-8855-4938-8c65-30790d473349 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:34.301347 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-69580d64-b7d5-4b1d-be90-432757b0350f req-b9a701a9-8855-4938-8c65-30790d473349 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0531533 Mar 31 19:06:34.349251 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-69580d64-b7d5-4b1d-be90-432757b0350f req-7ff6a2b0-c220-40de-9cae-cea4abafc7a2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416181 Mar 31 19:06:34.997716 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:06:35.112690 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:35.125088 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'port_id': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'mac_address': 'fa:16:3e:c9:95:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:06:35.166551 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7c22898e-5d5b-4f58-a0a7-7103084811ba is: ACTIVE; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:06:35.166964 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:35.180710 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c22898e-5d5b-4f58-a0a7-7103084811ba {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:06:35.202865 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:35.206865 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:35.259304 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:35.368430 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['7c22898e-5d5b-4f58-a0a7-7103084811ba'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:06:35.488863 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030170e-2e00-4e63-8bec-b82004536db2 req-bc853531-f79d-401c-9055-c8f0bfb7b62c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:35.490290 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8030170e-2e00-4e63-8bec-b82004536db2 req-bc853531-f79d-401c-9055-c8f0bfb7b62c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 945 time: 0.0625308 Mar 31 19:06:35.547242 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8030170e-2e00-4e63-8bec-b82004536db2 req-f87b72ef-93cf-4dc6-b977-3673b2b2148d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507455 Mar 31 19:06:35.893970 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc595f5e-0579-495c-9c6d-99ceafaeea25 req-0712b7a4-a39b-4ece-83b6-6ea991be1933 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:35.895809 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bc595f5e-0579-495c-9c6d-99ceafaeea25 req-0712b7a4-a39b-4ece-83b6-6ea991be1933 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0581169 Mar 31 19:06:35.948430 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bc595f5e-0579-495c-9c6d-99ceafaeea25 req-481d0daf-c1a2-4fac-ba15-94e5059920c0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465403 Mar 31 19:06:36.367954 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ce63d-7861-4405-8b7b-2a110b1d1bcf req-49c77b99-a962-408f-8a15-0fa845f6150a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:36.369356 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-193ce63d-7861-4405-8b7b-2a110b1d1bcf req-49c77b99-a962-408f-8a15-0fa845f6150a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 946 time: 0.0626540 Mar 31 19:06:36.425608 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-193ce63d-7861-4405-8b7b-2a110b1d1bcf req-22ca6b49-70d1-4351-b71d-750c9384fe00 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 Mar 31 19:06:36.873783 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ad9ca-9bb9-48b8-92a1-06fefdef5246 req-d2164764-39c2-42f5-811b-08674195222a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:36.875301 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-967ad9ca-9bb9-48b8-92a1-06fefdef5246 req-d2164764-39c2-42f5-811b-08674195222a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 945 time: 0.2548227 Mar 31 19:06:36.922884 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-967ad9ca-9bb9-48b8-92a1-06fefdef5246 req-d48aed53-b5bd-4680-b9af-6a403c21fdfd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Mar 31 19:06:37.003746 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:06:37.058612 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 7c22898e-5d5b-4f58-a0a7-7103084811ba triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:06:37.059007 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:37.132499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34add6e3-7baa-4acd-996d-3e57257c2f6d req-37106b23-72bc-4202-bd96-d7df1b151b88 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:37.134141 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-34add6e3-7baa-4acd-996d-3e57257c2f6d req-37106b23-72bc-4202-bd96-d7df1b151b88 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.1098511 Mar 31 19:06:37.151138 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7c22898e-5d5b-4f58-a0a7-7103084811ba is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:06:37.151555 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:37.174852 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:06:37.177006 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ae14b4-37b1-4ea6-bccc-c6b0b98d97cf" -d '{"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-plugged", "status": "completed", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:06:37.187626 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-34add6e3-7baa-4acd-996d-3e57257c2f6d req-0f13fdcc-f716-40f5-92ff-b8f4e332a86a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471900 Mar 31 19:06:37.191466 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:37.197711 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:37.221698 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7266a851-3d62-4319-ab49-e1dc720fc63a x-openstack-request-id: req-7266a851-3d62-4319-ab49-e1dc720fc63a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:06:37.221938 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-plugged", "status": "completed", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:06:37.222190 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7266a851-3d62-4319-ab49-e1dc720fc63a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:06:37.222581 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7266a851-3d62-4319-ab49-e1dc720fc63a'] response: {'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'code': 200} Mar 31 19:06:37.255651 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:37.549650 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edc5f1-7821-4a0a-a019-f7db67efa017 req-78bc20b5-d0f2-4609-8e9f-3ca60bca6688 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:37.551155 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-02edc5f1-7821-4a0a-a019-f7db67efa017 req-78bc20b5-d0f2-4609-8e9f-3ca60bca6688 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 946 time: 0.0568247 Mar 31 19:06:37.599152 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-02edc5f1-7821-4a0a-a019-f7db67efa017 req-d2670195-cac6-4869-962f-8253a1eeea71 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Mar 31 19:06:38.047821 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2471-9913-4aea-ac1c-bfba95c77f3d req-50d685d2-e04e-42e0-87c3-8b7ca9632f07 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:38.049350 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f1d2471-9913-4aea-ac1c-bfba95c77f3d req-50d685d2-e04e-42e0-87c3-8b7ca9632f07 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0517159 Mar 31 19:06:38.097685 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f1d2471-9913-4aea-ac1c-bfba95c77f3d req-a0935c32-cccc-4f1a-b092-0ea301c8f94b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420411 Mar 31 19:06:38.313004 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57173cb1-3b20-4da5-b57c-f73764d69e4d req-4ce4b19d-00cc-414d-818b-6dcf9357fc9d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:38.314551 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-57173cb1-3b20-4da5-b57c-f73764d69e4d req-4ce4b19d-00cc-414d-818b-6dcf9357fc9d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0592771 Mar 31 19:06:38.369580 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-57173cb1-3b20-4da5-b57c-f73764d69e4d req-56129fba-8f4f-4077-8e34-c326e436f592 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484157 Mar 31 19:06:38.715749 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257372b2-4f10-4032-a42f-f950242bd50a req-256e368f-6cc7-427d-8174-c9d0126bf540 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:38.717302 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-257372b2-4f10-4032-a42f-f950242bd50a req-256e368f-6cc7-427d-8174-c9d0126bf540 tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 946 time: 0.0520625 Mar 31 19:06:38.765643 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-257372b2-4f10-4032-a42f-f950242bd50a req-337261da-51f2-4497-a440-420e0a75c0ca tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Mar 31 19:06:39.223724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7db73-44ee-4a99-b6a6-8bf73cf21b80 req-8deb40ef-a571-471b-8a3c-ec9e14fc50c3 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:39.225802 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-84e7db73-44ee-4a99-b6a6-8bf73cf21b80 req-8deb40ef-a571-471b-8a3c-ec9e14fc50c3 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0554521 Mar 31 19:06:39.278590 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-84e7db73-44ee-4a99-b6a6-8bf73cf21b80 req-fd6b91f0-9a46-4dbf-be2a-ffcf6142e6b2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470576 Mar 31 19:06:39.422669 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-0416f675-d914-4c2c-86dc-94f720c51b7e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:39.424164 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-0416f675-d914-4c2c-86dc-94f720c51b7e tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 946 time: 0.0567670 Mar 31 19:06:39.557202 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabfae8-5a81-4c02-96ed-17069f469740 req-ec55b1a3-3ee2-4e30-9d50-ea7d94da92a8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:39.558764 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7cabfae8-5a81-4c02-96ed-17069f469740 req-ec55b1a3-3ee2-4e30-9d50-ea7d94da92a8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.1017790 Mar 31 19:06:39.588093 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Deleting port bea30366-ac09-4ee5-b765-fbf8431e1b32 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:06:39.588438 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:39.660338 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7cabfae8-5a81-4c02-96ed-17069f469740 req-c6b69ddb-74d5-4d77-be05-bbf93cf1a760 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947371 Mar 31 19:06:39.702070 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] For port bea30366-ac09-4ee5-b765-fbf8431e1b32, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bea30366-ac09-4ee5-b765-fbf8431e1b32,segment=NetworkSegment(d6c18027-993a-43c0-abe8-3797892189d5),segment_id=d6c18027-993a-43c0-abe8-3797892189d5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:06:39.702431 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:39.720205 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Calling delete_port for bea30366-ac09-4ee5-b765-fbf8431e1b32 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:06:39.880634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (bea30366-ac09-4ee5-b765-fbf8431e1b32), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:39.903951 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['bea30366-ac09-4ee5-b765-fbf8431e1b32'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:06:39.919458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Pushing event deleted for resources: {'Port': ['ID=bea30366-ac09-4ee5-b765-fbf8431e1b32,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:06:39.955371 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc232ca-7eb1-43bd-928d-49e654d07f9c req-edccce1f-4ab9-40bf-a99f-16bad1bb596c tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:39.956853 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7bc232ca-7eb1-43bd-928d-49e654d07f9c req-edccce1f-4ab9-40bf-a99f-16bad1bb596c tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f723678-e711-4b9f-ae1c-57a57b057fce HTTP/1.1" status: 200 len: 867 time: 0.1230512 Mar 31 19:06:39.961031 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.961381 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.961724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.962064 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.962400 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.962734 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.963100 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.963430 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.963759 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.964084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.964412 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.964737 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.965060 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.965374 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.965702 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:06:39.993189 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] No DVR routers for this DVR port bea30366-ac09-4ee5-b765-fbf8431e1b32 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:06:39.996001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:39.999794 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-73be88d0-afd2-429b-b666-226c5f0dfc95 req-43345a2a-d9a6-4100-a078-37245656571a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.78 "DELETE /v2.0/ports/bea30366-ac09-4ee5-b765-fbf8431e1b32 HTTP/1.1" status: 204 len: 173 time: 0.5691156 Mar 31 19:06:40.005603 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f723678-e711-4b9f-ae1c-57a57b057fce', 'name': 'network-vif-deleted', 'tag': 'bea30366-ac09-4ee5-b765-fbf8431e1b32'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:06:40.008039 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0694b8-d424-464d-94d5-259ef23b1a8c" -d '{"events": [{"server_uuid": "3f723678-e711-4b9f-ae1c-57a57b057fce", "name": "network-vif-deleted", "tag": "bea30366-ac09-4ee5-b765-fbf8431e1b32"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:06:40.055500 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9046913e-4ff6-478d-b61e-e3b54705bf83 x-openstack-request-id: req-9046913e-4ff6-478d-b61e-e3b54705bf83 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:06:40.055839 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f723678-e711-4b9f-ae1c-57a57b057fce", "name": "network-vif-deleted", "tag": "bea30366-ac09-4ee5-b765-fbf8431e1b32", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:06:40.056035 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9046913e-4ff6-478d-b61e-e3b54705bf83 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:06:40.056438 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9046913e-4ff6-478d-b61e-e3b54705bf83'] response: {'server_uuid': '3f723678-e711-4b9f-ae1c-57a57b057fce', 'name': 'network-vif-deleted', 'tag': 'bea30366-ac09-4ee5-b765-fbf8431e1b32', 'status': 'completed', 'code': 200} Mar 31 19:06:40.063794 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7bc232ca-7eb1-43bd-928d-49e654d07f9c req-41b048b0-d5ff-4fc3-be89-701095579f5a tempest-VolumesSnapshotTestJSON-1530155176 tempest-VolumesSnapshotTestJSON-1530155176-project] 10.222.0.13 "GET /v2.0/security-groups?id=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923834 Mar 31 19:06:40.075320 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:40.409770 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b0455-601a-4b29-b4a5-1a6e5e5320ba req-13ec0eca-ff26-4eff-ac8b-03cf77ec4962 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:40.411360 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fb3b0455-601a-4b29-b4a5-1a6e5e5320ba req-13ec0eca-ff26-4eff-ac8b-03cf77ec4962 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0562706 Mar 31 19:06:40.467681 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fb3b0455-601a-4b29-b4a5-1a6e5e5320ba req-f4adbbe0-346e-4eef-b287-3f642632c9b4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497868 Mar 31 19:06:40.780695 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6716c9-03d8-4dae-aa72-9e84a9d1076f req-4ecfe8e5-967f-431d-889a-f6182eabe491 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:40.782103 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef6716c9-03d8-4dae-aa72-9e84a9d1076f req-4ecfe8e5-967f-431d-889a-f6182eabe491 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0527885 Mar 31 19:06:40.829957 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef6716c9-03d8-4dae-aa72-9e84a9d1076f req-78f90267-bf04-4fc3-aeef-86fc0d4d716a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419304 Mar 31 19:06:41.591948 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ccc61-2185-49d6-8d05-19283e849c3b req-b02fa2ef-f33d-4b60-b500-9781a0ce9c1f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:41.593456 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-933ccc61-2185-49d6-8d05-19283e849c3b req-b02fa2ef-f33d-4b60-b500-9781a0ce9c1f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0512319 Mar 31 19:06:41.644371 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-933ccc61-2185-49d6-8d05-19283e849c3b req-0a7fcd4a-ff3f-4991-97f3-3ceec8e75509 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452452 Mar 31 19:06:41.952364 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32087e0-823c-4c6f-b641-42b84fb4a3a5 req-438ac2f5-929a-48a5-ba63-6bee44c84bd2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:41.953946 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a32087e0-823c-4c6f-b641-42b84fb4a3a5 req-438ac2f5-929a-48a5-ba63-6bee44c84bd2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0549147 Mar 31 19:06:42.006601 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a32087e0-823c-4c6f-b641-42b84fb4a3a5 req-3066c751-c968-415f-a32e-e33c3911eba6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462539 Mar 31 19:06:42.772275 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4229c-cef2-4788-a1d8-61a4e3f4f369 req-936af452-7fb7-4183-ba08-0d2c5116818f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:42.773798 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8dd4229c-cef2-4788-a1d8-61a4e3f4f369 req-936af452-7fb7-4183-ba08-0d2c5116818f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0535016 Mar 31 19:06:42.840506 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8dd4229c-cef2-4788-a1d8-61a4e3f4f369 req-6daeb7d7-be2b-4ec4-bba2-145a1f5c8b8a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607481 Mar 31 19:06:43.033416 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device bea30366-ac09-4ee5-b765-fbf8431e1b32 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:06:43.087803 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: bea30366-ac09-4ee5-b765-fbf8431e1b32 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:06:43.088422 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device bea30366-ac09-4ee5-b765-fbf8431e1b32 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:06:43.180783 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf0780-287d-499a-a6ed-d70356f99233 req-55f95a88-9be1-4e10-a4a5-5f3c03a05d77 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:43.182463 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3cdf0780-287d-499a-a6ed-d70356f99233 req-55f95a88-9be1-4e10-a4a5-5f3c03a05d77 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0768168 Mar 31 19:06:43.237024 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3cdf0780-287d-499a-a6ed-d70356f99233 req-c2acd9b8-3eb0-4d55-b558-812d226856eb tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481348 Mar 31 19:06:43.981261 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46da9be-97f8-4b15-b504-94742089cd93 req-9425f7e0-6704-42ba-a6f6-13103f956992 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:43.990202 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a46da9be-97f8-4b15-b504-94742089cd93 req-9425f7e0-6704-42ba-a6f6-13103f956992 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0637252 Mar 31 19:06:44.057526 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a46da9be-97f8-4b15-b504-94742089cd93 req-039db463-46a7-4092-b4d0-0f79f453cdf7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664365 Mar 31 19:06:44.380719 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0657b9d-d1a1-413b-8eb2-5d536184d70a req-c2d47a78-5a8e-452e-a3a9-638bf95018c0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:44.382486 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b0657b9d-d1a1-413b-8eb2-5d536184d70a req-c2d47a78-5a8e-452e-a3a9-638bf95018c0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0679457 Mar 31 19:06:44.462804 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b0657b9d-d1a1-413b-8eb2-5d536184d70a req-741ee1c5-77d3-4919-ad93-368bdf014312 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738766 Mar 31 19:06:45.244982 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cf72b-44ee-4e3c-aee3-5a42d371f4d4 req-38a75cb3-048d-4fff-a82a-ed8d7d59a911 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:45.253165 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e10cf72b-44ee-4e3c-aee3-5a42d371f4d4 req-38a75cb3-048d-4fff-a82a-ed8d7d59a911 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0931661 Mar 31 19:06:45.313396 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e10cf72b-44ee-4e3c-aee3-5a42d371f4d4 req-10030028-8026-43c3-afc0-a4342c939a6c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589640 Mar 31 19:06:45.491002 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-4aa673ab-a45c-4dd5-902d-32d73a66baee service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501111 Mar 31 19:06:45.614790 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eec7cf-056b-41c3-89a7-2d159a608b1a req-bcb7a228-f672-46cc-8447-b306bd94f12a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:45.616995 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50eec7cf-056b-41c3-89a7-2d159a608b1a req-bcb7a228-f672-46cc-8447-b306bd94f12a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0762568 Mar 31 19:06:45.679006 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50eec7cf-056b-41c3-89a7-2d159a608b1a req-2b08477b-2731-4149-ae7c-d44226e9ae59 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531478 Mar 31 19:06:46.453273 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522fea2-3d89-40d1-a000-f367418abe40 req-8a3e3e7e-07c9-4a31-a587-1ed0650bf5ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:46.454817 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1522fea2-3d89-40d1-a000-f367418abe40 req-8a3e3e7e-07c9-4a31-a587-1ed0650bf5ec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0576043 Mar 31 19:06:46.515736 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1522fea2-3d89-40d1-a000-f367418abe40 req-2c0d1674-92ca-4ec3-9af6-774126d45d05 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538046 Mar 31 19:06:46.961721 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fbf90-8d35-4aa2-9cf4-dafee23d5c69 req-1ebd4178-2840-4f05-a839-3f7ea3219a6a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:46.963213 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2c6fbf90-8d35-4aa2-9cf4-dafee23d5c69 req-1ebd4178-2840-4f05-a839-3f7ea3219a6a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0563359 Mar 31 19:06:47.028701 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2c6fbf90-8d35-4aa2-9cf4-dafee23d5c69 req-98647add-e0a8-4150-b16b-010e59ff5a0e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566373 Mar 31 19:06:47.155722 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-632f0312-77b4-48d4-8b19-ef16707bfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:47.157682 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-632f0312-77b4-48d4-8b19-ef16707bfad4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 1129 time: 0.0571702 Mar 31 19:06:47.296057 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-1dd2d4d9-365c-45e7-9c41-de2944d91870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:47.297683 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-1dd2d4d9-365c-45e7-9c41-de2944d91870 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.1156290 Mar 31 19:06:47.346771 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-688f4068-1865-4395-aa0c-828f6aa5a85b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770 HTTP/1.1" status: 200 len: 217 time: 0.0402577 Mar 31 19:06:47.400031 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-809426fe-6595-4be3-a24f-cb1822e18200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:47.401484 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-809426fe-6595-4be3-a24f-cb1822e18200 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0488985 Mar 31 19:06:47.456032 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-5137dc24-3688-47c1-9664-0286c1ebb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:47.457543 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-5137dc24-3688-47c1-9664-0286c1ebb255 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496218 Mar 31 19:06:47.573107 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-35e51e75-9a21-4b03-93c3-9e1c7f86cad7 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075020 Mar 31 19:06:47.709197 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac3eac7f-1081-4782-ba46-d756d09dd0f7 req-401e6e3d-e381-4467-8817-6bfa05a1fcfe service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270916 Mar 31 19:06:47.884258 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd33847-db02-4bab-9258-f358e33be6a3 req-c46c018c-f754-4bd0-abe3-f42e668c16d2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:47.892248 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7bd33847-db02-4bab-9258-f358e33be6a3 req-c46c018c-f754-4bd0-abe3-f42e668c16d2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.2656093 Mar 31 19:06:47.957591 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7bd33847-db02-4bab-9258-f358e33be6a3 req-773db3be-589d-4454-8b2a-4635e0bf42e5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646956 Mar 31 19:06:48.258821 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d968f-c2bd-4349-a268-05bbb3d7d34d req-293b762e-e7d8-4303-b91c-f3f019d97f2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:48.260117 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a61d968f-c2bd-4349-a268-05bbb3d7d34d req-293b762e-e7d8-4303-b91c-f3f019d97f2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.1119783 Mar 31 19:06:48.356517 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a61d968f-c2bd-4349-a268-05bbb3d7d34d req-b50eb962-5a3a-4fed-bf9f-73a1f7202829 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903552 Mar 31 19:06:49.120317 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05172e2-bd87-4336-a98f-a0720ec666d6 req-651c0652-7a4e-4915-a620-5240543c3f79 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:49.127997 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a05172e2-bd87-4336-a98f-a0720ec666d6 req-651c0652-7a4e-4915-a620-5240543c3f79 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0639915 Mar 31 19:06:49.183842 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a05172e2-bd87-4336-a98f-a0720ec666d6 req-f329b1da-7f62-4cb8-88d3-cec5e10526f4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548389 Mar 31 19:06:49.524989 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2f4a4-fe5c-4cf0-a9ac-1290bab8ab84 req-b8d7e5f3-d7ed-4c48-a859-64b621ab4016 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:49.527078 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5fe2f4a4-fe5c-4cf0-a9ac-1290bab8ab84 req-b8d7e5f3-d7ed-4c48-a859-64b621ab4016 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0769482 Mar 31 19:06:49.610257 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5fe2f4a4-fe5c-4cf0-a9ac-1290bab8ab84 req-d9022bc1-e2f1-46e5-8eeb-378a43235914 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666983 Mar 31 19:06:50.355394 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371bcc9-9a85-4800-9527-a777a64755fb req-53ac5d04-842b-4f99-83b7-4a39e4c51f01 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:50.362677 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5371bcc9-9a85-4800-9527-a777a64755fb req-53ac5d04-842b-4f99-83b7-4a39e4c51f01 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0697882 Mar 31 19:06:50.419540 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5371bcc9-9a85-4800-9527-a777a64755fb req-9ef504ca-4709-4dc9-b972-9832c813ce0e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558681 Mar 31 19:06:50.767941 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93b949-75d6-4600-819b-e7e457dadf95 req-9ff49cd9-8d4b-4e31-b9a9-c1b6f6bfada6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:50.769623 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fe93b949-75d6-4600-819b-e7e457dadf95 req-9ff49cd9-8d4b-4e31-b9a9-c1b6f6bfada6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0771718 Mar 31 19:06:50.826740 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fe93b949-75d6-4600-819b-e7e457dadf95 req-87bd5ee4-bf92-40d2-aa86-575199af8d83 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478823 Mar 31 19:06:51.552761 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b973e-1107-475c-a6d0-d6254ad9785f req-8578ecdb-fe69-4c50-abe4-6fccdc80ad35 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:51.554586 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-459b973e-1107-475c-a6d0-d6254ad9785f req-8578ecdb-fe69-4c50-abe4-6fccdc80ad35 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0594385 Mar 31 19:06:51.612974 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-459b973e-1107-475c-a6d0-d6254ad9785f req-cd343b09-f1b4-4cd0-a575-8811fa69c990 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513017 Mar 31 19:06:51.982425 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4fb5a-87b7-4572-b37e-bacfcc9f1e0d req-0ced107d-dcfa-4333-9997-d15a0fb3ceca tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:51.984366 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8d4fb5a-87b7-4572-b37e-bacfcc9f1e0d req-0ced107d-dcfa-4333-9997-d15a0fb3ceca tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0723684 Mar 31 19:06:52.062284 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8d4fb5a-87b7-4572-b37e-bacfcc9f1e0d req-cd0ce8b4-13d4-4a2e-9db7-49f1b0cf784e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710528 Mar 31 19:06:52.770170 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be4602-97de-4b67-a5c0-5a168359a9b0 req-7b8820e4-ef10-4ff0-b0d6-4d16b510a082 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:52.772071 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-32be4602-97de-4b67-a5c0-5a168359a9b0 req-7b8820e4-ef10-4ff0-b0d6-4d16b510a082 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0552669 Mar 31 19:06:52.821148 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-32be4602-97de-4b67-a5c0-5a168359a9b0 req-c26bdda5-6b27-4359-bef2-fe6ca60ec271 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434833 Mar 31 19:06:53.188759 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468042e6-cb49-4815-8c3c-5cb1f0080f3c req-98ea9065-08b6-4213-83d9-ae4a371396b6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:53.190269 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-468042e6-cb49-4815-8c3c-5cb1f0080f3c req-98ea9065-08b6-4213-83d9-ae4a371396b6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0544388 Mar 31 19:06:53.241550 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-468042e6-cb49-4815-8c3c-5cb1f0080f3c req-7a37b7cc-88aa-4d96-a927-e77327cb7abc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449028 Mar 31 19:06:53.807362 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-abeacd13-3c38-4a39-a68d-d7cb25f61c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:53.983706 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc91082-f19c-4ee7-98cf-3b40c8f98c27 req-bbcb5da3-8f19-471c-9649-7ef1f83d3f2c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:53.986325 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2fc91082-f19c-4ee7-98cf-3b40c8f98c27 req-bbcb5da3-8f19-471c-9649-7ef1f83d3f2c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0893724 Mar 31 19:06:54.045955 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2fc91082-f19c-4ee7-98cf-3b40c8f98c27 req-7027d9b1-6323-4ca4-9d27-8b3f6e36282e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534163 Mar 31 19:06:54.368214 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dce844-0e08-4797-9324-1f4d30067b9a req-1d513365-69b5-47fb-ad31-9a9d92f715ba tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:54.369672 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3dce844-0e08-4797-9324-1f4d30067b9a req-1d513365-69b5-47fb-ad31-9a9d92f715ba tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0532191 Mar 31 19:06:54.424473 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3dce844-0e08-4797-9324-1f4d30067b9a req-ad9feb96-0f38-4f5a-be95-f18eb3e80fc8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487964 Mar 31 19:06:55.171937 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4dd8f-4457-46a8-a068-d2e889958c0a req-8eb38a66-258e-4d20-9808-522b9d0834e9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:55.173421 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dbb4dd8f-4457-46a8-a068-d2e889958c0a req-8eb38a66-258e-4d20-9808-522b9d0834e9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0518162 Mar 31 19:06:55.229882 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dbb4dd8f-4457-46a8-a068-d2e889958c0a req-5227ce49-612e-45b7-90ea-b5c659e94c57 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497534 Mar 31 19:06:55.553058 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1042c9-e3bb-43a7-b28a-75f96d30ffa9 req-5fccb4fd-5dce-4677-85e1-50544fa1a15f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:55.554602 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f1042c9-e3bb-43a7-b28a-75f96d30ffa9 req-5fccb4fd-5dce-4677-85e1-50544fa1a15f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0575976 Mar 31 19:06:55.606533 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f1042c9-e3bb-43a7-b28a-75f96d30ffa9 req-2c911e48-4f10-4fd4-b90e-b9dec61712b2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461593 Mar 31 19:06:56.308148 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6675ad68-0f08-4345-bd9b-741ed3a6b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:56.358813 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35003ad-6fdc-4aa1-8fc6-4bcb2889e2fa req-637969e2-0457-4db6-b9dd-f3fb12de0208 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:56.360329 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d35003ad-6fdc-4aa1-8fc6-4bcb2889e2fa req-637969e2-0457-4db6-b9dd-f3fb12de0208 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0538816 Mar 31 19:06:56.412398 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d35003ad-6fdc-4aa1-8fc6-4bcb2889e2fa req-e89f2a2e-159a-4fac-b790-b4edf538b334 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454040 Mar 31 19:06:56.736733 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e63b-3fd7-4c9a-88ed-8eee1dac81d5 req-badc14a1-2e7c-4656-8f23-fe8734f20ee5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:56.738298 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-59f0e63b-3fd7-4c9a-88ed-8eee1dac81d5 req-badc14a1-2e7c-4656-8f23-fe8734f20ee5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0580940 Mar 31 19:06:56.791660 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-59f0e63b-3fd7-4c9a-88ed-8eee1dac81d5 req-0c791a07-daff-4844-84f9-ff6c5637a7f0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468042 Mar 31 19:06:57.492232 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:57.549785 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05285a7-ba1c-4ada-a9e2-b8ac68209ae6 req-fc759655-88b9-4421-9465-0b9d6b1f7513 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:57.551636 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f05285a7-ba1c-4ada-a9e2-b8ac68209ae6 req-fc759655-88b9-4421-9465-0b9d6b1f7513 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0638177 Mar 31 19:06:57.625023 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f05285a7-ba1c-4ada-a9e2-b8ac68209ae6 req-5aadd3a0-9238-4965-9c53-0dcae306c380 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667250 Mar 31 19:06:57.743949 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:06:57.936058 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777447-442b-45cb-bb14-4615c2e0cd32 req-bedc9b57-c032-461a-a7f6-78f533e94698 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:57.937602 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92777447-442b-45cb-bb14-4615c2e0cd32 req-bedc9b57-c032-461a-a7f6-78f533e94698 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0712569 Mar 31 19:06:58.001778 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92777447-442b-45cb-bb14-4615c2e0cd32 req-d13e477d-5c76-4cb5-ba07-e29595d95fd5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496233 Mar 31 19:06:58.320046 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f24e09-2a48-4211-bfac-aea478940c85 req-61202223-9037-4cba-8c25-36ec5e74e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:58.321626 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86f24e09-2a48-4211-bfac-aea478940c85 req-61202223-9037-4cba-8c25-36ec5e74e2ab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 1130 time: 0.0981319 Mar 31 19:06:58.421630 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f24e09-2a48-4211-bfac-aea478940c85 req-146910c2-2bb5-404b-8d3d-f08f51772680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:58.423181 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86f24e09-2a48-4211-bfac-aea478940c85 req-146910c2-2bb5-404b-8d3d-f08f51772680 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.0952280 Mar 31 19:06:58.494932 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86f24e09-2a48-4211-bfac-aea478940c85 req-eb5e2ac5-d7c9-4ca3-bdbf-768b7dff1d75 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 200 len: 1001 time: 0.0639160 Mar 31 19:06:58.557320 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f24e09-2a48-4211-bfac-aea478940c85 req-cbc8cfeb-65f5-41c2-8031-ead2b8fda4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:58.558830 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86f24e09-2a48-4211-bfac-aea478940c85 req-cbc8cfeb-65f5-41c2-8031-ead2b8fda4d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0553825 Mar 31 19:06:58.617508 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f24e09-2a48-4211-bfac-aea478940c85 req-84351b82-27fc-4a17-8267-a372699dd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:58.619120 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86f24e09-2a48-4211-bfac-aea478940c85 req-84351b82-27fc-4a17-8267-a372699dd5fd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542564 Mar 31 19:06:58.725052 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86f24e09-2a48-4211-bfac-aea478940c85 req-8e08ab19-ec80-48d4-b672-544a9918c0c2 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983856 Mar 31 19:06:58.752285 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:06:58.853450 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfba42-f519-4ff3-929b-1915d81a99ab req-6d603c2f-3f97-428a-b008-fc4990749e20 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:58.855035 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89cfba42-f519-4ff3-929b-1915d81a99ab req-6d603c2f-3f97-428a-b008-fc4990749e20 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.1288898 Mar 31 19:06:58.873217 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86f24e09-2a48-4211-bfac-aea478940c85 req-d01e8166-227c-48b0-8eb0-10a206ae317c service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345391 Mar 31 19:06:58.910496 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89cfba42-f519-4ff3-929b-1915d81a99ab req-5e282afa-d21b-4922-b6fd-65a5e955559f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495265 Mar 31 19:06:59.133684 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17950a1a-26e5-4064-a539-8f2fc5d57cf2 req-688a6090-4c94-48ea-80f7-0db7e402a56b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:06:59.135343 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-17950a1a-26e5-4064-a539-8f2fc5d57cf2 req-688a6090-4c94-48ea-80f7-0db7e402a56b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0597758 Mar 31 19:06:59.206263 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-17950a1a-26e5-4064-a539-8f2fc5d57cf2 req-4ef7e91d-6c13-401a-8dd2-acfe7dcb7543 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646589 Mar 31 19:07:00.048252 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e4748-c029-4d2b-86f2-95c3bc421230 req-27e59eca-084d-413a-a78f-9b7d7bebe21a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:00.050321 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f00e4748-c029-4d2b-86f2-95c3bc421230 req-27e59eca-084d-413a-a78f-9b7d7bebe21a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 946 time: 0.0639005 Mar 31 19:07:00.112011 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f00e4748-c029-4d2b-86f2-95c3bc421230 req-46863ddf-db40-4a66-8e9a-bb04229c162f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549028 Mar 31 19:07:00.352548 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f306f7-c20a-4881-9741-2dc8e3daa5f3 req-96728c4b-58dd-4007-89b8-80570bf48878 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:00.354172 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92f306f7-c20a-4881-9741-2dc8e3daa5f3 req-96728c4b-58dd-4007-89b8-80570bf48878 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0730627 Mar 31 19:07:00.411772 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92f306f7-c20a-4881-9741-2dc8e3daa5f3 req-c4a13335-cd27-4434-9a4a-f6655475961a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488551 Mar 31 19:07:00.480866 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.080789 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:07:01.161417 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7c22898e-5d5b-4f58-a0a7-7103084811ba is: ACTIVE; New status is: DOWN {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:01.161796 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.190078 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:07:01.192453 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ecb83b-e13d-43f6-8fae-28a90dcdecf0" -d '{"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-unplugged", "status": "completed", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:07:01.208591 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:01.215391 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:01.249759 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7840c419-f29f-45a7-b299-37d1146a17f5 x-openstack-request-id: req-7840c419-f29f-45a7-b299-37d1146a17f5 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:07:01.249759 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-unplugged", "status": "completed", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:07:01.250076 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7840c419-f29f-45a7-b299-37d1146a17f5 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:07:01.250224 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7840c419-f29f-45a7-b299-37d1146a17f5'] response: {'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'code': 200} Mar 31 19:07:01.273198 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c17f-5f96-45b2-b8c6-226110398526 req-f996c193-1910-406a-b7c1-dd1a02dd89a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:01.274933 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2867c17f-5f96-45b2-b8c6-226110398526 req-f996c193-1910-406a-b7c1-dd1a02dd89a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0754182 Mar 31 19:07:01.283474 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:01.291735 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.291995 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.292373 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.292715 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.293053 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.293388 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.293735 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.294150 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.294517 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.295525 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.295525 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.295764 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.296082 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.296414 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.296743 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:01.333278 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2867c17f-5f96-45b2-b8c6-226110398526 req-eb6f9322-cffe-418f-b7b2-0316871e3df3 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499742 Mar 31 19:07:01.613593 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161ffb9-3e9c-4acc-8383-17c4451b2f79 req-398e076e-23ba-4284-90d3-fe3cfd5e0a52 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:01.616964 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f161ffb9-3e9c-4acc-8383-17c4451b2f79 req-398e076e-23ba-4284-90d3-fe3cfd5e0a52 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0982471 Mar 31 19:07:01.686839 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f161ffb9-3e9c-4acc-8383-17c4451b2f79 req-b6c46886-9df9-4c1c-9915-b15b1975b44d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639844 Mar 31 19:07:01.976939 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-13124205-b9cd-4d14-b31f-d8dfab9676ce req-8634768f-5d8b-46cd-a13f-a68dceb03343 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:07:01.977977 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-13124205-b9cd-4d14-b31f-d8dfab9676ce req-8634768f-5d8b-46cd-a13f-a68dceb03343 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576701 Mar 31 19:07:02.164408 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1182-67f8-4bac-ae7e-ce5476ab1c20 req-a0ff46a4-554b-4be2-9aff-26117df2aa2d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:02.166182 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6b4e1182-67f8-4bac-ae7e-ce5476ab1c20 req-a0ff46a4-554b-4be2-9aff-26117df2aa2d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0619133 Mar 31 19:07:02.224867 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6b4e1182-67f8-4bac-ae7e-ce5476ab1c20 req-7af47862-bc77-4a59-8c7e-fa43a188e638 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523589 Mar 31 19:07:02.438417 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 57696) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:02.531306 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-62b3fe5a-7ba2-4fbf-8fc4-7ce1008bfb87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913284 Mar 31 19:07:02.543823 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-c866f8ca-ab9d-4748-b3df-f11aaefc43d1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:07:02.545146 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-c866f8ca-ab9d-4748-b3df-f11aaefc43d1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074942 Mar 31 19:07:02.645184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 57712) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:02.751822 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-f8b8b318-7244-41d7-9662-70d86f49d502 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:02.753435 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-f8b8b318-7244-41d7-9662-70d86f49d502 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports/7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 200 len: 941 time: 0.1073394 Mar 31 19:07:02.838885 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5309-9579-41cd-b939-580174ee124e req-74893f39-c8e3-4355-a088-facbf10107c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:02.840638 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e0b5309-9579-41cd-b939-580174ee124e req-74893f39-c8e3-4355-a088-facbf10107c3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0611572 Mar 31 19:07:02.896911 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e0b5309-9579-41cd-b939-580174ee124e req-61841ac8-6d41-4f7d-be49-f956057d2464 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500019 Mar 31 19:07:03.399246 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7075bf8-1d18-47c0-a36e-03b3855622e0 req-bbf82398-2d34-4513-9d65-131cccbc54a7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:03.400844 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f7075bf8-1d18-47c0-a36e-03b3855622e0 req-bbf82398-2d34-4513-9d65-131cccbc54a7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0645409 Mar 31 19:07:03.472001 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f7075bf8-1d18-47c0-a36e-03b3855622e0 req-a8f33663-7565-4bde-875f-6da96dadf677 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647743 Mar 31 19:07:04.082272 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013e421-1024-4682-aafe-5f404a6dde2d req-e12ebde0-3647-4f07-aff0-f1a3146410b5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:04.085516 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4013e421-1024-4682-aafe-5f404a6dde2d req-e12ebde0-3647-4f07-aff0-f1a3146410b5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0979660 Mar 31 19:07:04.141097 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4013e421-1024-4682-aafe-5f404a6dde2d req-b6b4d884-4342-4a2a-a4a0-69428a3e7d08 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448608 Mar 31 19:07:04.367574 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e520c2-da75-4a91-a2e4-97377ac80ff7 req-5081ceaf-f6c4-4b7f-b8b2-8bbf8d6ce756 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:04.369183 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-75e520c2-da75-4a91-a2e4-97377ac80ff7 req-5081ceaf-f6c4-4b7f-b8b2-8bbf8d6ce756 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0645905 Mar 31 19:07:04.528314 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-75e520c2-da75-4a91-a2e4-97377ac80ff7 req-6aee41c0-a7d6-4de8-9022-8a22ca4fc1ea tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195173 Mar 31 19:07:04.539988 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-b74e6a72-ea50-4b17-9523-a6bc8042bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:04.540976 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-b74e6a72-ea50-4b17-9523-a6bc8042bb10 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091&tenant_id=418ee3602c044cabade548f899fe6162 HTTP/1.1" status: 200 len: 1128 time: 0.1650250 Mar 31 19:07:04.544246 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-cf403901-018f-4823-a5cb-ab7647644a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:04.545792 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-cf403901-018f-4823-a5cb-ab7647644a37 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 1129 time: 0.1135259 Mar 31 19:07:04.988114 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-a3021e9a-cf73-4eb0-84b5-7841d4e265b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:04.990214 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-a3021e9a-cf73-4eb0-84b5-7841d4e265b3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 912 time: 0.4379582 Mar 31 19:07:04.994190 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-1a91a133-fe61-41d8-8dc0-afa00827b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:04.995729 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-1a91a133-fe61-41d8-8dc0-afa00827b3c6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 1128 time: 0.3957815 Mar 31 19:07:05.003437 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c10d5-4665-4cc0-a6dc-b4acb472fed9 req-a62c1c1a-595c-436c-9d4f-5e4f61ca6e7e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:05.005608 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-230c10d5-4665-4cc0-a6dc-b4acb472fed9 req-a62c1c1a-595c-436c-9d4f-5e4f61ca6e7e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.4074872 Mar 31 19:07:05.137214 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:07:05.190478 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-ad51f5e0-c5c6-41bd-984f-c2e31624138c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a HTTP/1.1" status: 200 len: 1000 time: 0.1838148 Mar 31 19:07:05.200684 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-230c10d5-4665-4cc0-a6dc-b4acb472fed9 req-5e67a8ea-9596-4a37-9b3d-a89cbdbefc3f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784141 Mar 31 19:07:05.214148 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-782846f1-5837-4fe8-ae5a-d6bfe7e2bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:05.216886 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-782846f1-5837-4fe8-ae5a-d6bfe7e2bd15 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.2089918 Mar 31 19:07:05.239267 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7c22898e-5d5b-4f58-a0a7-7103084811ba is: DOWN; New status is: DOWN {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:05.374024 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-0e3ebf2d-0ae2-431c-b76a-bc999299bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:05.376353 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-0e3ebf2d-0ae2-431c-b76a-bc999299bfaa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.1744738 Mar 31 19:07:05.412283 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-f4feb077-fd9b-4506-a8a6-221b41cb816a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 200 len: 999 time: 0.1611719 Mar 31 19:07:05.491111 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-de5a2c20-3c99-486a-a3bb-1849e660fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:05.492648 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-de5a2c20-3c99-486a-a3bb-1849e660fda7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0589218 Mar 31 19:07:05.499608 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-05bb4e7b-4b14-48b1-9a1e-1ab7134555f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:05.501398 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-05bb4e7b-4b14-48b1-9a1e-1ab7134555f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105747 Mar 31 19:07:05.653628 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-684c60c0-5fd9-45a1-a104-1206485c277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:05.656387 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-684c60c0-5fd9-45a1-a104-1206485c277f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1539202 Mar 31 19:07:05.746314 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-72478626-924f-478f-9d3f-462d33a5a5ae service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354288 Mar 31 19:07:05.899148 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a86700-8b2e-4af0-a138-ab85d031d715 req-5b0c4a97-fc94-4c45-be3a-feeec5ad9d93 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:05.900884 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-75a86700-8b2e-4af0-a138-ab85d031d715 req-5b0c4a97-fc94-4c45-be3a-feeec5ad9d93 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.2647932 Mar 31 19:07:05.917005 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-e528d11d-3957-4989-9574-18e4a3dbdc7e service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408509 Mar 31 19:07:06.005581 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cbd711ac-afc4-4088-90c8-37d11ae18508 req-c9f3ea3e-78e2-416d-9791-958833afe35c service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472246 Mar 31 19:07:06.046092 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-75a86700-8b2e-4af0-a138-ab85d031d715 req-88f151c0-b082-4900-bade-732bd20bc1d8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363347 Mar 31 19:07:06.079214 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a218a55-f94f-43e8-aef3-c6021b57b5c2 req-0075b765-6ec8-4af8-b28c-d0575600bbf6 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533360 Mar 31 19:07:06.394238 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9925-1b91-4224-b2f3-173d02f0daa8 req-2eaf9d1d-7943-4867-9b5a-bc3d9c62f96d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:06.396421 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50be9925-1b91-4224-b2f3-173d02f0daa8 req-2eaf9d1d-7943-4867-9b5a-bc3d9c62f96d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0961967 Mar 31 19:07:06.455680 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-50be9925-1b91-4224-b2f3-173d02f0daa8 req-65f59675-d2a2-44d8-b6a0-9eaf35676e01 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532255 Mar 31 19:07:07.204893 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4668231-6c43-499f-ac66-67d48430d100 req-6870ec3c-2d2a-4a7d-bd8a-19ac4020a9e5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:07.207737 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d4668231-6c43-499f-ac66-67d48430d100 req-6870ec3c-2d2a-4a7d-bd8a-19ac4020a9e5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0736511 Mar 31 19:07:07.263264 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d4668231-6c43-499f-ac66-67d48430d100 req-70cb9ce1-5db2-4c64-8d51-3509c06de35b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476708 Mar 31 19:07:07.402570 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 57804) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:07.450001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eca61a7-48af-4dfa-98d9-4077c5c713b1 admin admin] Deleting subnet 0abd2fb1-3a51-414e-bd78-ac8d53f9a84a {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:07:07.454100 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eca61a7-48af-4dfa-98d9-4077c5c713b1 admin admin] Publish callbacks [] for subnet (0abd2fb1-3a51-414e-bd78-ac8d53f9a84a), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.500952 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eca61a7-48af-4dfa-98d9-4077c5c713b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16081664'] for subnet (0abd2fb1-3a51-414e-bd78-ac8d53f9a84a), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.559713 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eca61a7-48af-4dfa-98d9-4077c5c713b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (0abd2fb1-3a51-414e-bd78-ac8d53f9a84a), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.677391 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eca61a7-48af-4dfa-98d9-4077c5c713b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16081867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390940'] for subnet (0abd2fb1-3a51-414e-bd78-ac8d53f9a84a), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.692600 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a7041-627a-4ffa-bd3a-3b4b02934137 req-e58540f6-3fc1-4096-a8d7-ea58d5db4860 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:07.694185 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-921a7041-627a-4ffa-bd3a-3b4b02934137 req-e58540f6-3fc1-4096-a8d7-ea58d5db4860 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0898893 Mar 31 19:07:07.725161 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca61a7-48af-4dfa-98d9-4077c5c713b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0abd2fb1-3a51-414e-bd78-ac8d53f9a84a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:07.727409 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eca61a7-48af-4dfa-98d9-4077c5c713b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.733278 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-3eca61a7-48af-4dfa-98d9-4077c5c713b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0abd2fb1-3a51-414e-bd78-ac8d53f9a84a HTTP/1.1" status: 204 len: 168 time: 0.3292403 Mar 31 19:07:07.733450 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57808) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:07.809719 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-921a7041-627a-4ffa-bd3a-3b4b02934137 req-de9e698e-c372-4d5c-83d1-d680f41b5619 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937605 Mar 31 19:07:07.844111 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (5034cafd-8c65-4775-a61b-bb97285c4d1e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.948842 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (5034cafd-8c65-4775-a61b-bb97285c4d1e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:07.979342 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5034cafd-8c65-4775-a61b-bb97285c4d1e']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:07.993541 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c18027-993a-43c0-abe8-3797892189d5') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:07.994132 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c18027-993a-43c0-abe8-3797892189d5') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:08.009181 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12949580'] for segment (d6c18027-993a-43c0-abe8-3797892189d5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.026630 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (d6c18027-993a-43c0-abe8-3797892189d5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.034752 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:07:08.035197 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15804107'] for segment (d6c18027-993a-43c0-abe8-3797892189d5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: Traceback (most recent call last): Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: timer() Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: cb(*args, **kw) Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: self._notify() Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: self.callback(batched_events) Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: event.method(event) Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: return f(self, *a, **k) Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._get(url).json() Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:07:08.038231 dv-cinder-836066-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:07:08.123808 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (5034cafd-8c65-4775-a61b-bb97285c4d1e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.132782 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.141808 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5034cafd-8c65-4775-a61b-bb97285c4d1e HTTP/1.1" status: 204 len: 168 time: 0.4030533 Mar 31 19:07:08.163905 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Pushing event deleted for resources: {'Network': ['ID=5034cafd-8c65-4775-a61b-bb97285c4d1e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:08.173261 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.173976 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.174537 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.175298 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.175861 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.177010 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.177840 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.178424 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.179647 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.180254 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.180808 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.181357 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.181957 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.182273 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.182695 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38652-e8cd-48e1-a918-b0f709923925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:08.420729 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57816) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:08.439169 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea686c2-da32-4f37-86f2-26212fddb5b5 req-87473c61-c7b2-4513-9056-f30cecaf17cf tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:08.443755 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ea686c2-da32-4f37-86f2-26212fddb5b5 req-87473c61-c7b2-4513-9056-f30cecaf17cf tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0950527 Mar 31 19:07:08.499900 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-022484e8-e99f-4a30-b80f-3d782d622e1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbc95b634b8b4fcab05aad948e8218f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0774658 Mar 31 19:07:08.502048 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57818) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:08.522868 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ea686c2-da32-4f37-86f2-26212fddb5b5 req-3f07bd1d-4c7d-48ba-a20e-3a2322df1be6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722413 Mar 31 19:07:08.589907 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57526086-8fcb-4a1c-8054-610efd7c07f0 admin admin] Publish callbacks [] for security_group (278ba67e-a7ce-4043-a3ab-17bd6c11ddf1), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.623392 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57526086-8fcb-4a1c-8054-610efd7c07f0 admin admin] Publish callbacks [] for security_group (278ba67e-a7ce-4043-a3ab-17bd6c11ddf1), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.694707 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57526086-8fcb-4a1c-8054-610efd7c07f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (278ba67e-a7ce-4043-a3ab-17bd6c11ddf1), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.697571 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57526086-8fcb-4a1c-8054-610efd7c07f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:08.698820 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-57526086-8fcb-4a1c-8054-610efd7c07f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/278ba67e-a7ce-4043-a3ab-17bd6c11ddf1 HTTP/1.1" status: 204 len: 168 time: 0.1954901 Mar 31 19:07:08.708351 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57526086-8fcb-4a1c-8054-610efd7c07f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ba67e-a7ce-4043-a3ab-17bd6c11ddf1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:09.036911 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fee5a-c231-46b7-8da7-ea79844231a1 req-70e52ad1-9651-485e-b751-8e6a1d3a843b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:09.044281 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bb0fee5a-c231-46b7-8da7-ea79844231a1 req-70e52ad1-9651-485e-b751-8e6a1d3a843b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0823436 Mar 31 19:07:09.131717 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bb0fee5a-c231-46b7-8da7-ea79844231a1 req-ee4fdf14-68da-47d1-a4be-ae99559b5556 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808747 Mar 31 19:07:09.688962 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93fdd-1e72-466f-8709-af41217534be req-230b1a36-5cef-4d87-8946-7b4a0dfe6099 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:09.690849 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36b93fdd-1e72-466f-8709-af41217534be req-230b1a36-5cef-4d87-8946-7b4a0dfe6099 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0793393 Mar 31 19:07:09.758594 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57844) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:09.795965 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36b93fdd-1e72-466f-8709-af41217534be req-b68eee57-5fc4-4cd6-9fb9-63c98af6b9d3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979815 Mar 31 19:07:09.993033 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-773635959-network', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:10.048761 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Made reservation on behalf of e34cb0a1f9064dc1a3aafb28adc64df9 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:10.052557 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.081179 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.087317 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.262368 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Publish callbacks [] for security_group (c3b93bed-5149-4221-a7e4-478434e4f4af), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.271148 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (c3b93bed-5149-4221-a7e4-478434e4f4af), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.303035 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:07:10.343573 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (92e884f7-696b-4fcd-8f89-0429e5b9e1e8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.343928 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Added segment 92e884f7-696b-4fcd-8f89-0429e5b9e1e8 of type vlan for network b84e66db-37c5-4811-b403-cdba4c22d8a7 Mar 31 19:07:10.354111 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b93bed-5149-4221-a7e4-478434e4f4af,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:10.394324 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5bc48-28ae-4518-b67a-afdddf463a50 req-8c69cad5-b9fe-46bd-a74f-8b69ffd37c40 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:10.399534 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-28a5bc48-28ae-4518-b67a-afdddf463a50 req-8c69cad5-b9fe-46bd-a74f-8b69ffd37c40 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0984874 Mar 31 19:07:10.411062 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (b84e66db-37c5-4811-b403-cdba4c22d8a7), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.440024 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (b84e66db-37c5-4811-b403-cdba4c22d8a7), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.441007 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:10.442366 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.509853 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-28a5bc48-28ae-4518-b67a-afdddf463a50 req-5fd378b2-b87c-444f-9422-9a8bbbd4d506 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028540 Mar 31 19:07:10.533278 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 57852) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:10.533576 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7736492 Mar 31 19:07:10.544248 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Request body: {'subnet': {'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-773635959-subnet', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:10.558911 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa378a7-4c51-42cb-92ca-b632dbef98bd admin admin] Pushing event updated for resources: {'Network': ['ID=b84e66db-37c5-4811-b403-cdba4c22d8a7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:10.576215 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:07:10.587371 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Made reservation on behalf of e34cb0a1f9064dc1a3aafb28adc64df9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:10.589842 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13390915'] for subnet (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.845400 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16081800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13390933'] for subnet (bb2a1e06-f335-41a5-81dc-16b7136853ff), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:10.927858 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2a1e06-f335-41a5-81dc-16b7136853ff,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:11.001056 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Checking segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:11.001452 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Network hostable DHCP agents. Network: b84e66db-37c5-4811-b403-cdba4c22d8a7, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:07:11.032312 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8cce-d767-4ab5-8824-61061b6c90a0 req-18d1ceab-8a34-4aaf-b589-406855629ed1 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:11.034016 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9f4a8cce-d767-4ab5-8824-61061b6c90a0 req-18d1ceab-8a34-4aaf-b589-406855629ed1 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.1143794 Mar 31 19:07:11.061699 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:07:11.081129 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, b84e66db-37c5-4811-b403-cdba4c22d8a7) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:11.090535 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:11.091173 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.103098 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9059ec-f7aa-40b4-98a6-7d0d573f46ef None None] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:07:11.112760 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9f4a8cce-d767-4ab5-8824-61061b6c90a0 req-768be7d5-e37d-44a9-be90-8c3366512064 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690835 Mar 31 19:07:11.121801 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-3760d57e-91bd-4072-a7cd-c001af02e985 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5870814 Mar 31 19:07:11.126788 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57856) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:11.132659 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:11.170182 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (d556c358-a6bf-4f62-a904-5bc24b8f1e50), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.171804 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (d556c358-a6bf-4f62-a904-5bc24b8f1e50), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.267392 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks [] for router_controller (d556c358-a6bf-4f62-a904-5bc24b8f1e50), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.315698 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-b84e66db-37c5-4811-b403-cdba4c22d8a7', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:07:11.318219 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.492200 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks [] for router_gateway (d556c358-a6bf-4f62-a904-5bc24b8f1e50), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.505761 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Allocated IP 172.20.0.2 (b84e66db-37c5-4811-b403-cdba4c22d8a7/bb2a1e06-f335-41a5-81dc-16b7136853ff/8c7251aa-3cfe-4d6b-9f25-a673c1be1971) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:11.710883 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30758d4c-c2f4-4b6c-a828-ab2b0a61a0d3 req-2b4ee4c4-74b9-4262-a733-b231c7b1fab7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:11.719896 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-30758d4c-c2f4-4b6c-a828-ab2b0a61a0d3 req-2b4ee4c4-74b9-4262-a733-b231c7b1fab7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.1008289 Mar 31 19:07:11.790261 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-30758d4c-c2f4-4b6c-a828-ab2b0a61a0d3 req-92177f88-c19d-409b-8679-46501c90777b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692043 Mar 31 19:07:11.829337 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Publish callbacks [] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.838578 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.899372 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:11.905166 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:11.911074 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:11.914861 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Pushing event updated for resources: {'Port': ['ID=8c7251aa-3cfe-4d6b-9f25-a673c1be1971,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:11.951666 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks [] for router_gateway (d556c358-a6bf-4f62-a904-5bc24b8f1e50), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.973396 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Attempting to bind port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:11.973764 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Attempting to bind port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:11.974125 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Attempting to bind port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 on network b84e66db-37c5-4811-b403-cdba4c22d8a7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:11.976663 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.980785 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:11.981156 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Checking segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:11.981554 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:11.981940 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Bound using segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:11.982406 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Bound port: 8c7251aa-3cfe-4d6b-9f25-a673c1be1971, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:11.982779 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:12.090354 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] For port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:12.094363 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] For port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=8c7251aa-3cfe-4d6b-9f25-a673c1be1971,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:12.101584 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:12.215626 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb65a6-c7a1-4566-a5cb-d34d409e04f2 None None] Pushing event updated for resources: {'Port': ['ID=8c7251aa-3cfe-4d6b-9f25-a673c1be1971,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:12.223933 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Allocated IP 172.27.0.112 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/aac9b016-b32d-47ba-a058-e7088b3030d7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:12.307971 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462abd54-0a06-48e8-a8cd-97e4b30d0bd0 req-21f8cd82-2362-48a5-a4d3-876dfd7f1704 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:12.317484 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-462abd54-0a06-48e8-a8cd-97e4b30d0bd0 req-21f8cd82-2362-48a5-a4d3-876dfd7f1704 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0798302 Mar 31 19:07:12.399438 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-462abd54-0a06-48e8-a8cd-97e4b30d0bd0 req-df280028-4f7a-49ab-b741-cedcb8a780fe tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814176 Mar 31 19:07:12.412156 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks [] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:12.499509 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:12.616164 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Pushing event updated for resources: {'Port': ['ID=aac9b016-b32d-47ba-a058-e7088b3030d7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:12.631216 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:12.632958 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:12.635725 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:12.979134 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks [] for router_gateway (d556c358-a6bf-4f62-a904-5bc24b8f1e50), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:12.981628 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340ea52-bd62-4532-81a4-25b8ee3b14e7 req-858fd948-c891-4875-9caf-45ee0cb08d02 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:12.995220 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6340ea52-bd62-4532-81a4-25b8ee3b14e7 req-858fd948-c891-4875-9caf-45ee0cb08d02 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.1169553 Mar 31 19:07:13.081543 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6340ea52-bd62-4532-81a4-25b8ee3b14e7 req-2ef63254-ef3a-43e7-a9d8-bc3883d0a8ef tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836499 Mar 31 19:07:13.142732 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:13.212134 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:13.212999 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:13.352692 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:13.353435 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:13.424174 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=8c7251aa-3cfe-4d6b-9f25-a673c1be1971,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:13.444619 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:13.560653 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=8c7251aa-3cfe-4d6b-9f25-a673c1be1971,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:13.630269 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fb087-7f68-42aa-9e6a-eea91d4f2c55 req-84c932ed-9d6c-45d0-8e9b-62882879f979 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:13.632124 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-491fb087-7f68-42aa-9e6a-eea91d4f2c55 req-84c932ed-9d6c-45d0-8e9b-62882879f979 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0908470 Mar 31 19:07:13.655816 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (d556c358-a6bf-4f62-a904-5bc24b8f1e50), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:13.710909 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-491fb087-7f68-42aa-9e6a-eea91d4f2c55 req-69f33af4-52ef-43ef-aad4-b3a87f680a67 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730219 Mar 31 19:07:13.735888 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f3e30-b65d-44d1-82f6-6a7a40818472 None None] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:07:13.814413 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1e75b79a-462f-4f14-9aa5-5fb2b795078c None None] Provisioning complete for port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:13.814789 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e75b79a-462f-4f14-9aa5-5fb2b795078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:13.831676 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Router d556c358-a6bf-4f62-a904-5bc24b8f1e50 is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:07:13.990783 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:07:14.013740 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Sync routers for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:07:14.017062 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:14.020567 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f3b4f530-6f17-4548-9fa1-1813c85c515a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8906896 Mar 31 19:07:14.023348 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57870) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:14.036870 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:14.038370 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:06:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:14.250075 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1e75b79a-462f-4f14-9aa5-5fb2b795078c None None] Current status of the port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:14.285175 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:14.355265 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931648e-8e86-48a0-b09d-38407a2b5e2f req-ffc5c95a-ea93-41b2-9e63-dbe714d20a7a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:14.366002 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4931648e-8e86-48a0-b09d-38407a2b5e2f req-ffc5c95a-ea93-41b2-9e63-dbe714d20a7a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.1229467 Mar 31 19:07:14.477535 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4931648e-8e86-48a0-b09d-38407a2b5e2f req-36719779-f021-4de2-a653-6a3af1f9ddc4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021657 Mar 31 19:07:14.542645 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:12Z', 'revision_number': 3, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:14.609323 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-03847589-5ead-496a-a3ec-9624b1730184 None None] Provisioning complete for port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:14.611379 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03847589-5ead-496a-a3ec-9624b1730184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:14.618062 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Checking router: d556c358-a6bf-4f62-a904-5bc24b8f1e50 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:07:14.618449 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Updating router d556c358-a6bf-4f62-a904-5bc24b8f1e50 port aac9b016-b32d-47ba-a058-e7088b3030d7 binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:07:14.662751 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:14.780158 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-03847589-5ead-496a-a3ec-9624b1730184 None None] Current status of the port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:14.830499 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.017996 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119396a5-db84-4f5b-8ff7-8bccb07c0bf4 req-a00175d6-aead-422a-bea0-bdcf019f90ba tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:15.020003 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-119396a5-db84-4f5b-8ff7-8bccb07c0bf4 req-a00175d6-aead-422a-bea0-bdcf019f90ba tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.1288395 Mar 31 19:07:15.115748 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-119396a5-db84-4f5b-8ff7-8bccb07c0bf4 req-43c8f993-f684-482f-a6c7-e9a84f9bfe49 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896327 Mar 31 19:07:15.138650 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Publish callbacks [] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.152964 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.161147 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Allocated IP 172.20.0.1 (b84e66db-37c5-4811-b403-cdba4c22d8a7/bb2a1e06-f335-41a5-81dc-16b7136853ff/7f15b3f9-8043-42ed-a4c4-ac221f6cadcb) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:15.183261 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:15.224654 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Attempting to bind port aac9b016-b32d-47ba-a058-e7088b3030d7 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:15.225124 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Attempting to bind port aac9b016-b32d-47ba-a058-e7088b3030d7 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:15.225539 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Attempting to bind port aac9b016-b32d-47ba-a058-e7088b3030d7 on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:15.233304 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:15.233874 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:15.234328 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.234679 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:15.235203 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Bound port: aac9b016-b32d-47ba-a058-e7088b3030d7, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:15.235586 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.306346 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] For port aac9b016-b32d-47ba-a058-e7088b3030d7, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:15.309672 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] For port aac9b016-b32d-47ba-a058-e7088b3030d7, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=aac9b016-b32d-47ba-a058-e7088b3030d7,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:15.322120 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.350453 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:15.350779 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.363010 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Pushing event updated for resources: {'Port': ['ID=aac9b016-b32d-47ba-a058-e7088b3030d7,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:15.390891 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.392183 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Publish callbacks [] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.392490 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.393507 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.394505 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.395387 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.396295 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.399507 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.400570 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.401293 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.401932 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.402823 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.403505 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.404193 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.404821 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.405467 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:15.435617 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.487201 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:15.492475 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:15.499118 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:15.528749 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7f15b3f9-8043-42ed-a4c4-ac221f6cadcb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:15.556524 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (d556c358-a6bf-4f62-a904-5bc24b8f1e50), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:15.560218 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:15.561487 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:06:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:15.578880 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a90754-a26b-41b0-898c-4c0f695c77db None None] Pushing event updated for resources: {'Port': ['ID=aac9b016-b32d-47ba-a058-e7088b3030d7,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:15.616531 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:15.742634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2aae-4aad-4f4a-971d-89ca2010ef60 req-3969d30e-e083-4294-b6f6-ef07586fa79c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:15.744638 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-48ef2aae-4aad-4f4a-971d-89ca2010ef60 req-3969d30e-e083-4294-b6f6-ef07586fa79c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.1010950 Mar 31 19:07:15.753413 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:15.916043 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-48ef2aae-4aad-4f4a-971d-89ca2010ef60 req-b9ba7e71-a836-41e6-be58-39f2ff10d7e1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590042 Mar 31 19:07:15.919734 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.052869 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-389b1484-a093-4889-86ba-96fd9225a573 None None] Provisioning complete for port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:16.053251 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-389b1484-a093-4889-86ba-96fd9225a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.130068 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-389b1484-a093-4889-86ba-96fd9225a573 None None] Port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:16.163161 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:12Z', 'revision_number': 3, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:16.224320 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99287dc-7826-4360-a4ca-2124e33c6c99 None None] The sync data for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi is: [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:12Z', 'revision_number': 3, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:07:16.291638 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Publish callbacks [] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.299286 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.376501 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6fa33-e9e4-4d3c-b4ab-7009a88fdd1f req-674b7ac9-dc1e-44b7-8117-d4492cfcc34e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:16.386019 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-41b6fa33-e9e4-4d3c-b4ab-7009a88fdd1f req-674b7ac9-dc1e-44b7-8117-d4492cfcc34e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.1247780 Mar 31 19:07:16.424944 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7f15b3f9-8043-42ed-a4c4-ac221f6cadcb,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:16.487569 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (d556c358-a6bf-4f62-a904-5bc24b8f1e50), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:16.493225 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-41b6fa33-e9e4-4d3c-b4ab-7009a88fdd1f req-659f663b-9c9f-46a8-baeb-69ff9ab083fa tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030164 Mar 31 19:07:16.641150 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:16.643330 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:16.895554 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Router d556c358-a6bf-4f62-a904-5bc24b8f1e50 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:07:17.115996 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-34a7ee0f-966b-46d6-9724-c5e206eeb532 None None] Provisioning complete for port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:17.117051 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-34a7ee0f-966b-46d6-9724-c5e206eeb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.179843 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:07:17.183873 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device aac9b016-b32d-47ba-a058-e7088b3030d7 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:17.187822 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9217d308-68d0-4ade-8b2c-f897aa2388d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/d556c358-a6bf-4f62-a904-5bc24b8f1e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1623671 Mar 31 19:07:17.234706 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee100a1-7f6d-457e-97af-65a9f2c3769d req-c1b6e795-178b-485b-8873-8e4da29f2c75 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:17.244039 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ee100a1-7f6d-457e-97af-65a9f2c3769d req-c1b6e795-178b-485b-8873-8e4da29f2c75 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.1122313 Mar 31 19:07:17.244917 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-34a7ee0f-966b-46d6-9724-c5e206eeb532 None None] Port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:17.291096 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port aac9b016-b32d-47ba-a058-e7088b3030d7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:17.291511 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.362180 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ee100a1-7f6d-457e-97af-65a9f2c3769d req-e423f6e6-a5c6-4019-a6e1-b9b893e13c73 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171415 Mar 31 19:07:17.437948 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port aac9b016-b32d-47ba-a058-e7088b3030d7 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:17.438344 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.462550 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port aac9b016-b32d-47ba-a058-e7088b3030d7, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=aac9b016-b32d-47ba-a058-e7088b3030d7,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:17.474242 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:17.536991 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=aac9b016-b32d-47ba-a058-e7088b3030d7,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:17.674864 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a28c9a-a2df-48db-b896-3e5d08732926 req-97d24e10-c6c5-4938-981c-7890e6e598fc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:17.677354 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e7a28c9a-a2df-48db-b896-3e5d08732926 req-97d24e10-c6c5-4938-981c-7890e6e598fc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0881958 Mar 31 19:07:17.736667 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e7a28c9a-a2df-48db-b896-3e5d08732926 req-18e15027-5b06-4e89-8d2e-174134e2a95f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526316 Mar 31 19:07:17.978667 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 57900) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:17.983842 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-768736318-network', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:18.006250 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Made reservation on behalf of 7e190d28bb1f40e991d9ae00f0576a61 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:18.009017 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.020272 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.107963 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Publish callbacks [] for security_group (0798e5f3-3711-4639-96f7-abc4d435e5a6), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.112488 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (0798e5f3-3711-4639-96f7-abc4d435e5a6), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.139169 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:07:18.149698 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0798e5f3-3711-4639-96f7-abc4d435e5a6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:18.154766 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (c911e125-7120-4c81-967a-4dce177173a5), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.155135 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.segments_db [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Added segment c911e125-7120-4c81-967a-4dce177173a5 of type vlan for network 84715eb4-0974-453f-93ba-dbca4585ada7 Mar 31 19:07:18.201364 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (84715eb4-0974-453f-93ba-dbca4585ada7), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.227741 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (84715eb4-0974-453f-93ba-dbca4585ada7), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.228756 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:18.229342 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.289389 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3068547 Mar 31 19:07:18.289715 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:18.295010 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Request body: {'subnet': {'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-768736318-subnet', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:18.300618 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba7158-0acd-402f-99ee-e6b94083caf1 admin admin] Pushing event updated for resources: {'Network': ['ID=84715eb4-0974-453f-93ba-dbca4585ada7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:18.316751 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 84715eb4-0974-453f-93ba-dbca4585ada7 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:07:18.317448 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Made reservation on behalf of 7e190d28bb1f40e991d9ae00f0576a61 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:18.319207 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12789547'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.515372 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15805998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12789565'] for subnet (2912ca56-be76-4509-a4bf-5a4474e43618), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.527345 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f861f-a824-40a3-bd71-32cc15e8e4cb req-408d4264-c743-4bda-8459-cb10974fb34f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:18.529105 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c62f861f-a824-40a3-bd71-32cc15e8e4cb req-408d4264-c743-4bda-8459-cb10974fb34f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0721862 Mar 31 19:07:18.575263 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2912ca56-be76-4509-a4bf-5a4474e43618,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:18.587792 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Checking segment: {'id': 'c911e125-7120-4c81-967a-4dce177173a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:18.588151 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Network hostable DHCP agents. Network: 84715eb4-0974-453f-93ba-dbca4585ada7, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:07:18.592272 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c62f861f-a824-40a3-bd71-32cc15e8e4cb req-0a478faf-cc49-458d-982a-873930cc01da tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527134 Mar 31 19:07:18.611250 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Network 84715eb4-0974-453f-93ba-dbca4585ada7 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:07:18.624553 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 84715eb4-0974-453f-93ba-dbca4585ada7) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:18.629827 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:18.630562 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.635512 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8396a9-0fb7-415d-8476-e3933d43cfa9 None None] Network 84715eb4-0974-453f-93ba-dbca4585ada7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:07:18.657806 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c090fc4b-b4b4-415e-a0fd-2051e5ed2b20 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3609927 Mar 31 19:07:18.657914 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 57906) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:18.661526 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:18.691156 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Sync routers for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:07:18.695953 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (e77ca04c-a4e2-4920-863f-18dc9246e38d), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.697081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (e77ca04c-a4e2-4920-863f-18dc9246e38d), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.709910 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:18.710551 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:06:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:18.757178 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks [] for router_controller (e77ca04c-a4e2-4920-863f-18dc9246e38d), precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.835397 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-84715eb4-0974-453f-93ba-dbca4585ada7', 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7', 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'fixed_ips': [{'subnet_id': '2912ca56-be76-4509-a4bf-5a4474e43618'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:07:18.836567 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.879632 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:18.947942 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks [] for router_gateway (e77ca04c-a4e2-4920-863f-18dc9246e38d), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:18.962223 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fa7aa-f590-4c3d-8913-db80edbe7995 req-5de12cb1-f262-4705-8f94-2da2eab3b1d9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:18.963747 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-983fa7aa-f590-4c3d-8913-db80edbe7995 req-5de12cb1-f262-4705-8f94-2da2eab3b1d9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.1295261 Mar 31 19:07:19.053296 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-983fa7aa-f590-4c3d-8913-db80edbe7995 req-f61d3426-fb08-4b05-bd99-2927bbf5fa78 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763013 Mar 31 19:07:19.072304 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device aac9b016-b32d-47ba-a058-e7088b3030d7 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:19.135014 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Allocated IP 172.20.0.2 (84715eb4-0974-453f-93ba-dbca4585ada7/2912ca56-be76-4509-a4bf-5a4474e43618/2f0a1788-7834-4df6-bd4e-95cf1fad81d6) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:19.208924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks [] for router_gateway (e77ca04c-a4e2-4920-863f-18dc9246e38d), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.229975 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.256908 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port aac9b016-b32d-47ba-a058-e7088b3030d7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:19.257338 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.370607 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Allocated IP 172.27.0.90 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/fc85c23e-d698-4177-aaef-70952620dfeb) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:19.421946 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:16Z', 'revision_number': 2, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:19.486535 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Checking router: d556c358-a6bf-4f62-a904-5bc24b8f1e50 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:07:19.486880 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Updating router d556c358-a6bf-4f62-a904-5bc24b8f1e50 port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:07:19.496358 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Publish callbacks [] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.505189 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks [] for port (fc85c23e-d698-4177-aaef-70952620dfeb), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.550562 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.593490 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:19.596871 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:19.603635 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:19.629623 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Pushing event updated for resources: {'Port': ['ID=fc85c23e-d698-4177-aaef-70952620dfeb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:19.660526 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.672211 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port aac9b016-b32d-47ba-a058-e7088b3030d7 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:19.696169 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.732094 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Network 84715eb4-0974-453f-93ba-dbca4585ada7 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:19.734695 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Pushing event updated for resources: {'Port': ['ID=2f0a1788-7834-4df6-bd4e-95cf1fad81d6,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:19.764848 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:19.769380 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:19.892882 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ad0c3-0e32-4b90-9b7d-3b087f60260a req-ac8c3c2b-ff27-49b3-b52d-8c8d2f1f42fc tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:19.896682 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bd1ad0c3-0e32-4b90-9b7d-3b087f60260a req-ac8c3c2b-ff27-49b3-b52d-8c8d2f1f42fc tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.1602633 Mar 31 19:07:19.900548 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Attempting to bind port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:19.900917 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Attempting to bind port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': 'c911e125-7120-4c81-967a-4dce177173a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:19.901271 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Attempting to bind port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 on network 84715eb4-0974-453f-93ba-dbca4585ada7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:19.911673 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:19.912121 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Checking segment: {'id': 'c911e125-7120-4c81-967a-4dce177173a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:19.912601 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:19.912993 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Bound using segment: {'id': 'c911e125-7120-4c81-967a-4dce177173a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:19.913487 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Bound port: 2f0a1788-7834-4df6-bd4e-95cf1fad81d6, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c911e125-7120-4c81-967a-4dce177173a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:19.913862 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.052729 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] For port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:20.062917 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] For port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=2f0a1788-7834-4df6-bd4e-95cf1fad81d6,segment=NetworkSegment(c911e125-7120-4c81-967a-4dce177173a5),segment_id=c911e125-7120-4c81-967a-4dce177173a5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:20.077827 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.124364 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bd1ad0c3-0e32-4b90-9b7d-3b087f60260a req-a09b6f59-a7a2-4734-a937-7bd0db49b407 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157893 Mar 31 19:07:20.176340 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks [] for router_gateway (e77ca04c-a4e2-4920-863f-18dc9246e38d), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.225698 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe70f9-9597-4b48-9fcd-c7c311b782e5 None None] Pushing event updated for resources: {'Port': ['ID=2f0a1788-7834-4df6-bd4e-95cf1fad81d6,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:20.251655 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Publish callbacks [] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.260549 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.325165 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae041b-c466-4f0c-8726-81ca29720bfc None None] Pushing event updated for resources: {'Port': ['ID=7f15b3f9-8043-42ed-a4c4-ac221f6cadcb,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:20.392861 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Attempting to bind port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:20.393552 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Attempting to bind port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:20.393984 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Attempting to bind port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb on network b84e66db-37c5-4811-b403-cdba4c22d8a7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:20.401332 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:20.402131 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Checking segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:20.402759 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.403553 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Bound using segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:20.404308 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Bound port: 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:20.404929 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.552483 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] For port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:20.556679 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] For port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=7f15b3f9-8043-42ed-a4c4-ac221f6cadcb,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:20.572905 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.696251 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:20.697007 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:06:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:20.700546 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae041b-c466-4f0c-8726-81ca29720bfc None None] Pushing event updated for resources: {'Port': ['ID=7f15b3f9-8043-42ed-a4c4-ac221f6cadcb,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:20.878214 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0365c51-0fe0-4804-9e23-fe8e6fce6b6d req-a77b98fc-4b8a-48ee-8bc6-c8cb37b8b033 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:20.886812 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d0365c51-0fe0-4804-9e23-fe8e6fce6b6d req-a77b98fc-4b8a-48ee-8bc6-c8cb37b8b033 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.6459637 Mar 31 19:07:20.912971 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2eda917c-da5b-49d6-8a74-a0d7c6ed2686 None None] Provisioning complete for port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:20.913418 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2eda917c-da5b-49d6-8a74-a0d7c6ed2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.961430 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (e77ca04c-a4e2-4920-863f-18dc9246e38d), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:20.962999 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:20.980315 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d0365c51-0fe0-4804-9e23-fe8e6fce6b6d req-134841c3-94fa-482a-b888-97ded357234a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817680 Mar 31 19:07:21.129088 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:21.181561 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Router e77ca04c-a4e2-4920-863f-18dc9246e38d is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:07:21.273236 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2eda917c-da5b-49d6-8a74-a0d7c6ed2686 None None] Current status of the port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:21.273625 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2eda917c-da5b-49d6-8a74-a0d7c6ed2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.336467 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2eda917c-da5b-49d6-8a74-a0d7c6ed2686 None None] For port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=7f15b3f9-8043-42ed-a4c4-ac221f6cadcb,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:21.339731 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:21.340008 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.345546 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2eda917c-da5b-49d6-8a74-a0d7c6ed2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.420940 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:20Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:21.434787 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481af3e0-55f8-4ca1-acdb-2ad2a3cd4438 req-8dc68083-d3a0-4852-9149-7e715bbb2100 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:21.436411 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-481af3e0-55f8-4ca1-acdb-2ad2a3cd4438 req-8dc68083-d3a0-4852-9149-7e715bbb2100 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.1228979 Mar 31 19:07:21.440233 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:07:21.456443 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Sync routers for ids ['e77ca04c-a4e2-4920-863f-18dc9246e38d'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:07:21.468769 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Routers {'e77ca04c-a4e2-4920-863f-18dc9246e38d'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:21.469401 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:06:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['e77ca04c-a4e2-4920-863f-18dc9246e38d'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:21.478141 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.482162 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5137ec52-fe96-46b1-ae11-c41d757bc75f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8231514 Mar 31 19:07:21.483126 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57916) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:21.492329 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda917c-da5b-49d6-8a74-a0d7c6ed2686 None None] Pushing event updated for resources: {'Port': ['ID=7f15b3f9-8043-42ed-a4c4-ac221f6cadcb,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:21.521385 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-481af3e0-55f8-4ca1-acdb-2ad2a3cd4438 req-df87e52b-b7c2-42bb-9d00-a2c5dcbebcc6 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733981 Mar 31 19:07:21.545636 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f38d0-cb3d-4a36-a9f5-aca1882fc49a None None] The sync data for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi is: [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:20Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:07:21.563632 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-28ad849b-b221-414e-957c-b05b06425995 None None] Provisioning complete for port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:21.564423 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28ad849b-b221-414e-957c-b05b06425995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.680232 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:21.680532 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.740951 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-28ad849b-b221-414e-957c-b05b06425995 None None] Current status of the port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:21.775123 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=2f0a1788-7834-4df6-bd4e-95cf1fad81d6,segment=NetworkSegment(c911e125-7120-4c81-967a-4dce177173a5),segment_id=c911e125-7120-4c81-967a-4dce177173a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:21.779880 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:21.846129 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=2f0a1788-7834-4df6-bd4e-95cf1fad81d6,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:21.851736 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e538373-115d-439e-934a-2be0dd3e2967 None None] Network 84715eb4-0974-453f-93ba-dbca4585ada7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:07:21.888508 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Set router e77ca04c-a4e2-4920-863f-18dc9246e38d gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:22.007014 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e4fe8aee-391e-4c93-8bf0-8f7d95b8ca0a None None] Provisioning complete for port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:22.007384 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e4fe8aee-391e-4c93-8bf0-8f7d95b8ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.195553 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:18Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 3, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'gw_port': {'id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:22.214058 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5df4f1-d427-460d-b03e-1bc72823cb7a req-82040cf8-b678-41c6-851e-3d5e66a369d1 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:22.216518 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0b5df4f1-d427-460d-b03e-1bc72823cb7a req-82040cf8-b678-41c6-851e-3d5e66a369d1 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.1289945 Mar 31 19:07:22.239586 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Checking router: e77ca04c-a4e2-4920-863f-18dc9246e38d for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:07:22.240223 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Updating router e77ca04c-a4e2-4920-863f-18dc9246e38d port fc85c23e-d698-4177-aaef-70952620dfeb binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:07:22.280653 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.360448 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0b5df4f1-d427-460d-b03e-1bc72823cb7a req-16ac0a4e-61f0-4565-b0ab-6952d7f234ba tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305320 Mar 31 19:07:22.452853 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe8aee-391e-4c93-8bf0-8f7d95b8ca0a None None] Current status of the port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:22.590212 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-571dfc84-0686-45b6-ba23-b130c0f0de7c None None] Provisioning complete for port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:22.595143 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-571dfc84-0686-45b6-ba23-b130c0f0de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.618716 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.659616 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Publish callbacks [] for port (fc85c23e-d698-4177-aaef-70952620dfeb), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.669466 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.701110 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721acb7-b05b-457e-969d-c8a78dcccf08 req-ace33c53-87b0-42e1-9912-b0dc0a41972d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:22.713408 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a721acb7-b05b-457e-969d-c8a78dcccf08 req-ace33c53-87b0-42e1-9912-b0dc0a41972d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.1092496 Mar 31 19:07:22.728719 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-571dfc84-0686-45b6-ba23-b130c0f0de7c None None] Current status of the port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:22.750045 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Attempting to bind port fc85c23e-d698-4177-aaef-70952620dfeb on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:22.750419 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Attempting to bind port fc85c23e-d698-4177-aaef-70952620dfeb by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:22.750787 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Attempting to bind port fc85c23e-d698-4177-aaef-70952620dfeb on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:22.768877 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02d8bf-e361-474e-b1ed-b7c67418d7e7 None None] Pushing event updated for resources: {'Port': ['ID=fc85c23e-d698-4177-aaef-70952620dfeb,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:22.772452 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:22.772836 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:22.773242 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.773648 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:22.774117 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Bound port: fc85c23e-d698-4177-aaef-70952620dfeb, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:22.774498 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.792973 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a721acb7-b05b-457e-969d-c8a78dcccf08 req-ea1fda5e-111d-4dff-8993-1bf7082fe760 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785496 Mar 31 19:07:22.843571 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] For port fc85c23e-d698-4177-aaef-70952620dfeb, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:22.847028 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] For port fc85c23e-d698-4177-aaef-70952620dfeb, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=fc85c23e-d698-4177-aaef-70952620dfeb,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:22.854585 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:22.860495 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Allocated IP 172.20.0.1 (84715eb4-0974-453f-93ba-dbca4585ada7/2912ca56-be76-4509-a4bf-5a4474e43618/b04c5a48-0b63-4e65-9093-c4747da0dca6) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:22.926569 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02d8bf-e361-474e-b1ed-b7c67418d7e7 None None] Pushing event updated for resources: {'Port': ['ID=fc85c23e-d698-4177-aaef-70952620dfeb,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:22.935269 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Routers {'e77ca04c-a4e2-4920-863f-18dc9246e38d'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:22.935819 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:06:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['e77ca04c-a4e2-4920-863f-18dc9246e38d'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:23.022921 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Publish callbacks [] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.066403 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] Set router e77ca04c-a4e2-4920-863f-18dc9246e38d gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:23.075398 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.117711 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Network 84715eb4-0974-453f-93ba-dbca4585ada7 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:23.121521 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:23.124485 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:23.155736 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Pushing event updated for resources: {'Port': ['ID=b04c5a48-0b63-4e65-9093-c4747da0dca6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:23.180080 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (e77ca04c-a4e2-4920-863f-18dc9246e38d), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.275180 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:23.355284 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:23.355717 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.370098 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:18Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 3, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'gw_port': {'id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:23.407884 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2851084-07f7-4818-b31b-16fd321824d2 None None] The sync data for ids ['e77ca04c-a4e2-4920-863f-18dc9246e38d'] in dv-cinder-836066-1-iscsi is: [{'id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:18Z', 'updated_at': '2022-03-31T19:07:19Z', 'revision_number': 3, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'gw_port': {'id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:07:23.440220 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.470933 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:23.472877 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:23.534577 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:23.535841 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.592399 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6f39ece7-e78f-4db0-8592-6c4d6bc972f7 None None] Provisioning complete for port b04c5a48-0b63-4e65-9093-c4747da0dca6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:23.593107 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f39ece7-e78f-4db0-8592-6c4d6bc972f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.652918 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6f39ece7-e78f-4db0-8592-6c4d6bc972f7 None None] Port b04c5a48-0b63-4e65-9093-c4747da0dca6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:23.667615 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Publish callbacks [] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.672319 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:23.674664 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.748811 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (e77ca04c-a4e2-4920-863f-18dc9246e38d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.750564 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Pushing event updated for resources: {'Port': ['ID=b04c5a48-0b63-4e65-9093-c4747da0dca6,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:23.813271 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0c162d5d-c78b-48f7-82c5-acf5a4ae52f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:23.911733 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Network 84715eb4-0974-453f-93ba-dbca4585ada7 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:23.913367 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:23.947001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf4944-4a52-4456-9ad8-9bd1e2d1ea70 req-152706dd-0433-4f1d-9ccf-ca718d42ea13 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:23.948674 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c3bf4944-4a52-4456-9ad8-9bd1e2d1ea70 req-152706dd-0433-4f1d-9ccf-ca718d42ea13 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0691578 Mar 31 19:07:24.025887 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c3bf4944-4a52-4456-9ad8-9bd1e2d1ea70 req-9258d3d2-bfe0-437d-b2cd-4b601be8aee2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706673 Mar 31 19:07:24.083624 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Router e77ca04c-a4e2-4920-863f-18dc9246e38d has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:07:24.187730 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-32445be5-1d31-4435-bb53-0131017e35d6 None None] Provisioning complete for port b04c5a48-0b63-4e65-9093-c4747da0dca6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:24.188393 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-32445be5-1d31-4435-bb53-0131017e35d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.219618 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:07:24.226126 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5bc7d843-85bb-4b7e-aa37-29b2ac0a2ece admin admin] 10.222.0.13 "PUT /v2.0/routers/e77ca04c-a4e2-4920-863f-18dc9246e38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7410192 Mar 31 19:07:24.229483 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-32445be5-1d31-4435-bb53-0131017e35d6 None None] Port b04c5a48-0b63-4e65-9093-c4747da0dca6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:24.834780 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57932) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:24.839291 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-73a12609-5f39-4f1e-b463-96cb5787afec tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016293825', 'description': 'tempest-secgroup-smoke-2016293825 description', 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:24.861754 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a12609-5f39-4f1e-b463-96cb5787afec tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.937559 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a12609-5f39-4f1e-b463-96cb5787afec tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group (e15a5e92-8f23-4db1-a03f-a50f23923903), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.943599 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a12609-5f39-4f1e-b463-96cb5787afec tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e15a5e92-8f23-4db1-a03f-a50f23923903), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.977693 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73a12609-5f39-4f1e-b463-96cb5787afec tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:24.982102 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-73a12609-5f39-4f1e-b463-96cb5787afec tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1431756 Mar 31 19:07:24.982414 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 57934) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:24.984134 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a12609-5f39-4f1e-b463-96cb5787afec tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15a5e92-8f23-4db1-a03f-a50f23923903,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:24.991257 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3d477fa0-fa26-454f-97ee-d33b07c9cd2e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'security_group_rule': {'security_group_id': 'e15a5e92-8f23-4db1-a03f-a50f23923903', 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:25.035514 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d477fa0-fa26-454f-97ee-d33b07c9cd2e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (81300272-6de7-4e41-b0db-b994b7dcb89b), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.102623 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d477fa0-fa26-454f-97ee-d33b07c9cd2e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (81300272-6de7-4e41-b0db-b994b7dcb89b), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.109716 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d477fa0-fa26-454f-97ee-d33b07c9cd2e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (81300272-6de7-4e41-b0db-b994b7dcb89b), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.131315 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d477fa0-fa26-454f-97ee-d33b07c9cd2e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81300272-6de7-4e41-b0db-b994b7dcb89b,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:25.131592 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device fc85c23e-d698-4177-aaef-70952620dfeb up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:25.163981 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d477fa0-fa26-454f-97ee-d33b07c9cd2e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.165213 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-3d477fa0-fa26-454f-97ee-d33b07c9cd2e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1821692 Mar 31 19:07:25.169284 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57938) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:25.174284 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4a4af311-0763-4a1d-b19b-828952a117b4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'security_group_rule': {'security_group_id': 'e15a5e92-8f23-4db1-a03f-a50f23923903', 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:25.214011 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port fc85c23e-d698-4177-aaef-70952620dfeb triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:25.215729 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.217972 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a574fc-c0fc-49c5-b7bd-1dc53f4b6963 req-e1be44ca-ea33-4ee6-b682-84f846583706 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:25.220012 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a4af311-0763-4a1d-b19b-828952a117b4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (7355df9f-0274-4968-b701-73579dc9792a), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.220216 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f8a574fc-c0fc-49c5-b7bd-1dc53f4b6963 req-e1be44ca-ea33-4ee6-b682-84f846583706 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0793331 Mar 31 19:07:25.288399 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f8a574fc-c0fc-49c5-b7bd-1dc53f4b6963 req-5e18d0af-0505-4a91-915e-9f04fba4a777 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606380 Mar 31 19:07:25.296869 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a4af311-0763-4a1d-b19b-828952a117b4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (7355df9f-0274-4968-b701-73579dc9792a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.302268 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a4af311-0763-4a1d-b19b-828952a117b4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (7355df9f-0274-4968-b701-73579dc9792a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.329879 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port fc85c23e-d698-4177-aaef-70952620dfeb is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:25.329879 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.330528 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4af311-0763-4a1d-b19b-828952a117b4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7355df9f-0274-4968-b701-73579dc9792a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:25.341234 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a4af311-0763-4a1d-b19b-828952a117b4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.346237 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4a4af311-0763-4a1d-b19b-828952a117b4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1723826 Mar 31 19:07:25.346764 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57940) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:25.352648 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f5308eb8-2334-4090-b432-66acdb8039ac tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'security_group_rule': {'security_group_id': 'e15a5e92-8f23-4db1-a03f-a50f23923903', 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:25.352874 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port fc85c23e-d698-4177-aaef-70952620dfeb, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=fc85c23e-d698-4177-aaef-70952620dfeb,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:25.357132 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.392614 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5308eb8-2334-4090-b432-66acdb8039ac tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (23866aeb-c653-4d2e-ba04-24b86527b5dc), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.419778 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Sync routers for ids ['e77ca04c-a4e2-4920-863f-18dc9246e38d'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:07:25.440016 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=fc85c23e-d698-4177-aaef-70952620dfeb,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:25.448786 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Routers {'e77ca04c-a4e2-4920-863f-18dc9246e38d'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:25.449411 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:06:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['e77ca04c-a4e2-4920-863f-18dc9246e38d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:25.467489 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5308eb8-2334-4090-b432-66acdb8039ac tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (23866aeb-c653-4d2e-ba04-24b86527b5dc), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.471836 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5308eb8-2334-4090-b432-66acdb8039ac tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (23866aeb-c653-4d2e-ba04-24b86527b5dc), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.491865 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5308eb8-2334-4090-b432-66acdb8039ac tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23866aeb-c653-4d2e-ba04-24b86527b5dc,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:25.501882 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5308eb8-2334-4090-b432-66acdb8039ac tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.503125 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f5308eb8-2334-4090-b432-66acdb8039ac tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539812 Mar 31 19:07:25.507065 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57942) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:25.511882 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-aa4ed917-bd63-451a-bbce-0cc8d0a8642b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'security_group_rule': {'security_group_id': 'e15a5e92-8f23-4db1-a03f-a50f23923903', 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:25.538278 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed917-bd63-451a-bbce-0cc8d0a8642b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (1ea94a73-073e-4d82-9735-292257c2eac1), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.579191 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Set router e77ca04c-a4e2-4920-863f-18dc9246e38d gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:25.609256 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed917-bd63-451a-bbce-0cc8d0a8642b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (1ea94a73-073e-4d82-9735-292257c2eac1), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.617479 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed917-bd63-451a-bbce-0cc8d0a8642b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (1ea94a73-073e-4d82-9735-292257c2eac1), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.642318 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ed917-bd63-451a-bbce-0cc8d0a8642b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea94a73-073e-4d82-9735-292257c2eac1,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:25.652011 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed917-bd63-451a-bbce-0cc8d0a8642b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.656540 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-aa4ed917-bd63-451a-bbce-0cc8d0a8642b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452091 Mar 31 19:07:25.656799 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57944) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:25.661915 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-97c6f148-2f8e-403d-b07b-0bda731b9339 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'security_group_rule': {'security_group_id': 'e15a5e92-8f23-4db1-a03f-a50f23923903', 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:25.686033 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-97c6f148-2f8e-403d-b07b-0bda731b9339 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Project e34cb0a1f9064dc1a3aafb28adc64df9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:07:25.692786 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-97c6f148-2f8e-403d-b07b-0bda731b9339 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (523402d3-f16c-4a89-a7cb-7bd91b580213), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.759119 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-97c6f148-2f8e-403d-b07b-0bda731b9339 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (523402d3-f16c-4a89-a7cb-7bd91b580213), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.763553 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-97c6f148-2f8e-403d-b07b-0bda731b9339 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (523402d3-f16c-4a89-a7cb-7bd91b580213), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.783878 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6f148-2f8e-403d-b07b-0bda731b9339 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523402d3-f16c-4a89-a7cb-7bd91b580213,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:25.792685 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-97c6f148-2f8e-403d-b07b-0bda731b9339 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.795004 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-97c6f148-2f8e-403d-b07b-0bda731b9339 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366262 Mar 31 19:07:25.798977 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 57946) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:07:25.806319 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c35dd47e-eb3f-4d5f-84d0-38b643867763 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'security_group_rule': {'security_group_id': 'e15a5e92-8f23-4db1-a03f-a50f23923903', 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:25.812112 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:18Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'gw_port': {'id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'b04c5a48-0b63-4e65-9093-c4747da0dca6', 'name': '', 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'mac_address': 'fa:16:3e:4a:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '2912ca56-be76-4509-a4bf-5a4474e43618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 2, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'subnets': [{'id': '2912ca56-be76-4509-a4bf-5a4474e43618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:25.840484 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-c35dd47e-eb3f-4d5f-84d0-38b643867763 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Project e34cb0a1f9064dc1a3aafb28adc64df9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:07:25.841062 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Checking router: e77ca04c-a4e2-4920-863f-18dc9246e38d for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:07:25.841352 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Updating router e77ca04c-a4e2-4920-863f-18dc9246e38d port b04c5a48-0b63-4e65-9093-c4747da0dca6 binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:07:25.849479 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c35dd47e-eb3f-4d5f-84d0-38b643867763 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (e4a1865f-6c6b-4572-ab98-5e217b1c776b), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.880955 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.936552 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c35dd47e-eb3f-4d5f-84d0-38b643867763 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (e4a1865f-6c6b-4572-ab98-5e217b1c776b), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.940509 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c35dd47e-eb3f-4d5f-84d0-38b643867763 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (e4a1865f-6c6b-4572-ab98-5e217b1c776b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.959856 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dd47e-eb3f-4d5f-84d0-38b643867763 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a1865f-6c6b-4572-ab98-5e217b1c776b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:25.966234 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c35dd47e-eb3f-4d5f-84d0-38b643867763 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:25.967808 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c35dd47e-eb3f-4d5f-84d0-38b643867763 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1674297 Mar 31 19:07:26.199562 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Publish callbacks [] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:26.206363 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:26.290011 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01597f55-b662-4c2c-b135-04f5f3c644cc None None] Pushing event updated for resources: {'Port': ['ID=b04c5a48-0b63-4e65-9093-c4747da0dca6,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:26.343985 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Attempting to bind port b04c5a48-0b63-4e65-9093-c4747da0dca6 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:26.344461 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Attempting to bind port b04c5a48-0b63-4e65-9093-c4747da0dca6 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': 'c911e125-7120-4c81-967a-4dce177173a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:26.345142 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Attempting to bind port b04c5a48-0b63-4e65-9093-c4747da0dca6 on network 84715eb4-0974-453f-93ba-dbca4585ada7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:26.351289 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd7c83f1-97c4-4073-8e9a-7375f50c928b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:26.356571 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:26.356990 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Checking segment: {'id': 'c911e125-7120-4c81-967a-4dce177173a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:26.357430 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:26.357965 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Bound using segment: {'id': 'c911e125-7120-4c81-967a-4dce177173a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:26.358981 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Bound port: b04c5a48-0b63-4e65-9093-c4747da0dca6, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c911e125-7120-4c81-967a-4dce177173a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:26.359360 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:26.435708 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] For port b04c5a48-0b63-4e65-9093-c4747da0dca6, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:26.441776 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] For port b04c5a48-0b63-4e65-9093-c4747da0dca6, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=b04c5a48-0b63-4e65-9093-c4747da0dca6,segment=NetworkSegment(c911e125-7120-4c81-967a-4dce177173a5),segment_id=c911e125-7120-4c81-967a-4dce177173a5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:26.450050 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:26.473668 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618c63b-9ccb-44b6-b3d8-617d2c67501b req-b1f39c36-8788-4a90-b790-2a498554c9ed tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:26.476935 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4618c63b-9ccb-44b6-b3d8-617d2c67501b req-b1f39c36-8788-4a90-b790-2a498554c9ed tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0785999 Mar 31 19:07:26.529673 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Routers {'e77ca04c-a4e2-4920-863f-18dc9246e38d'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:07:26.530766 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:07:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['e77ca04c-a4e2-4920-863f-18dc9246e38d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:26.589169 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4618c63b-9ccb-44b6-b3d8-617d2c67501b req-f4319ebb-7cc6-45b1-ab39-8a1b3de3925f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038914 Mar 31 19:07:26.623177 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01597f55-b662-4c2c-b135-04f5f3c644cc None None] Pushing event updated for resources: {'Port': ['ID=b04c5a48-0b63-4e65-9093-c4747da0dca6,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:26.658433 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2cf7e3c6-9d7b-4064-813a-9231bb9b03e5 None None] Provisioning complete for port b04c5a48-0b63-4e65-9093-c4747da0dca6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:26.658807 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e3c6-9d7b-4064-813a-9231bb9b03e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:26.718313 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] Set router e77ca04c-a4e2-4920-863f-18dc9246e38d gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:07:26.874696 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7e3c6-9d7b-4064-813a-9231bb9b03e5 None None] Current status of the port b04c5a48-0b63-4e65-9093-c4747da0dca6 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:26.875135 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e3c6-9d7b-4064-813a-9231bb9b03e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:26.936168 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2cf7e3c6-9d7b-4064-813a-9231bb9b03e5 None None] For port b04c5a48-0b63-4e65-9093-c4747da0dca6, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=b04c5a48-0b63-4e65-9093-c4747da0dca6,segment=NetworkSegment(c911e125-7120-4c81-967a-4dce177173a5),segment_id=c911e125-7120-4c81-967a-4dce177173a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:26.961968 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e3c6-9d7b-4064-813a-9231bb9b03e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:27.138887 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device fc85c23e-d698-4177-aaef-70952620dfeb up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:27.218828 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7d5c8d5b-44bb-4b0e-9780-a2419d281632 None None] Provisioning complete for port b04c5a48-0b63-4e65-9093-c4747da0dca6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:27.219554 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7d5c8d5b-44bb-4b0e-9780-a2419d281632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:27.225925 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7e3c6-9d7b-4064-813a-9231bb9b03e5 None None] Pushing event updated for resources: {'Port': ['ID=b04c5a48-0b63-4e65-9093-c4747da0dca6,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:27.286764 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:18Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'gw_port': {'id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'b04c5a48-0b63-4e65-9093-c4747da0dca6', 'name': '', 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'mac_address': 'fa:16:3e:4a:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '2912ca56-be76-4509-a4bf-5a4474e43618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:26Z', 'revision_number': 4, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'subnets': [{'id': '2912ca56-be76-4509-a4bf-5a4474e43618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:07:27.324729 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a72c7-304e-4eea-b570-a992e53bcbf0 None None] The sync data for ids ['e77ca04c-a4e2-4920-863f-18dc9246e38d'] in dv-cinder-836066-1-iscsi is: [{'id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:18Z', 'updated_at': '2022-03-31T19:07:23Z', 'revision_number': 4, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'gw_port': {'id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'b04c5a48-0b63-4e65-9093-c4747da0dca6', 'name': '', 'network_id': '84715eb4-0974-453f-93ba-dbca4585ada7', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'mac_address': 'fa:16:3e:4a:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '2912ca56-be76-4509-a4bf-5a4474e43618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:22Z', 'updated_at': '2022-03-31T19:07:26Z', 'revision_number': 4, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'subnets': [{'id': '2912ca56-be76-4509-a4bf-5a4474e43618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:07:27.328451 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port fc85c23e-d698-4177-aaef-70952620dfeb triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:27.328849 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:27.420904 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c8d5b-44bb-4b0e-9780-a2419d281632 None None] Current status of the port b04c5a48-0b63-4e65-9093-c4747da0dca6 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:27.481442 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port fc85c23e-d698-4177-aaef-70952620dfeb is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:27.495975 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:27.747568 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588d73c-4c77-44bb-a15d-5f5ac551b855 req-9099ddf1-f3e8-4381-9f29-900c493b8593 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:27.749117 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8588d73c-4c77-44bb-a15d-5f5ac551b855 req-9099ddf1-f3e8-4381-9f29-900c493b8593 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0648458 Mar 31 19:07:27.801267 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8588d73c-4c77-44bb-a15d-5f5ac551b855 req-9bcd81e1-0fee-438c-be9d-15b90f400d63 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452743 Mar 31 19:07:28.748098 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:28.949962 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4ab38-77c1-4762-ad89-bd1f483a7f28 req-b600ac51-4c25-4ad7-ae68-7c0f3e4c5e2e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:28.951651 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07f4ab38-77c1-4762-ad89-bd1f483a7f28 req-b600ac51-4c25-4ad7-ae68-7c0f3e4c5e2e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0644712 Mar 31 19:07:29.004329 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07f4ab38-77c1-4762-ad89-bd1f483a7f28 req-f01b0e59-d327-46d7-ac75-3fe5c923338f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464063 Mar 31 19:07:29.082926 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device b04c5a48-0b63-4e65-9093-c4747da0dca6 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:29.131609 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port b04c5a48-0b63-4e65-9093-c4747da0dca6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:29.131891 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:29.213871 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port b04c5a48-0b63-4e65-9093-c4747da0dca6 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:30.139298 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c421d26-e667-4b28-aa2c-1bbbbe4c6251 req-f6694be1-40f7-4587-99ef-1b71aded2a93 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:30.141092 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0c421d26-e667-4b28-aa2c-1bbbbe4c6251 req-f6694be1-40f7-4587-99ef-1b71aded2a93 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0542266 Mar 31 19:07:30.201813 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0c421d26-e667-4b28-aa2c-1bbbbe4c6251 req-d33f9866-a51e-41af-8fc7-7abe030782b9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543995 Mar 31 19:07:30.488553 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:31.236262 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:07:31.351474 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea92d8-441a-4d74-93e3-e8436a0cea92 req-93c68b6f-dab8-4987-966f-d86f6bc6d0d9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:31.352897 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e6ea92d8-441a-4d74-93e3-e8436a0cea92 req-93c68b6f-dab8-4987-966f-d86f6bc6d0d9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 944 time: 0.0687342 Mar 31 19:07:31.365837 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:31.378333 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'port_id': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'mac_address': 'fa:16:3e:c9:95:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:07:31.401529 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e6ea92d8-441a-4d74-93e3-e8436a0cea92 req-2bfd7261-2322-475e-a285-81682701ae4b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426497 Mar 31 19:07:31.422076 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7c22898e-5d5b-4f58-a0a7-7103084811ba is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:31.422465 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:31.435450 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c22898e-5d5b-4f58-a0a7-7103084811ba {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:07:31.455555 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:31.460078 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:31.511718 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:31.935867 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['7c22898e-5d5b-4f58-a0a7-7103084811ba'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:07:32.532655 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc397ff2-4c4f-42c1-93a4-18c899d7856a req-3566f19f-580d-4e9f-ad94-7eb061912d84 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:32.534194 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fc397ff2-4c4f-42c1-93a4-18c899d7856a req-3566f19f-580d-4e9f-ad94-7eb061912d84 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 945 time: 0.0569885 Mar 31 19:07:32.586379 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fc397ff2-4c4f-42c1-93a4-18c899d7856a req-e41d066a-6bd3-4d2e-b6da-a1db5617f3bf tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458019 Mar 31 19:07:33.252523 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:07:33.303863 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 7c22898e-5d5b-4f58-a0a7-7103084811ba triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:33.304232 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:33.383709 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7c22898e-5d5b-4f58-a0a7-7103084811ba is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:07:33.384095 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:33.412223 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:07:33.414450 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b906630f-f14f-4fbb-8e2f-7554d460f601" -d '{"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-plugged", "status": "completed", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:07:33.428408 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:07:33.432893 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:33.481623 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=10']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:33.512658 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5795b0bf-2afb-47f3-a177-3696819de3c0 x-openstack-request-id: req-5795b0bf-2afb-47f3-a177-3696819de3c0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:07:33.512970 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-plugged", "status": "completed", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:07:33.513230 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5795b0bf-2afb-47f3-a177-3696819de3c0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:07:33.513633 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5795b0bf-2afb-47f3-a177-3696819de3c0'] response: {'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'code': 200} Mar 31 19:07:33.723094 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22547bea-9377-4589-ab6c-df197a4b83f7 req-21bc2c40-4ddc-43b0-8055-e04a625c6f34 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:33.724833 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22547bea-9377-4589-ab6c-df197a4b83f7 req-21bc2c40-4ddc-43b0-8055-e04a625c6f34 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 947 time: 0.0623872 Mar 31 19:07:33.780648 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22547bea-9377-4589-ab6c-df197a4b83f7 req-ea4d0c19-cea6-462b-b31a-3573bf31adb2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496869 Mar 31 19:07:34.111903 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd6679-28ba-4e51-8fb8-e095be8d5a43 req-16629567-a6be-4b34-a920-29fc8e524eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:34.114407 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06dd6679-28ba-4e51-8fb8-e095be8d5a43 req-16629567-a6be-4b34-a920-29fc8e524eb4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 1131 time: 0.0477030 Mar 31 19:07:34.161626 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06dd6679-28ba-4e51-8fb8-e095be8d5a43 req-5e941544-3196-49bd-8283-52ad9767817f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409276 Mar 31 19:07:34.743063 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:07:34.907231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acad29c-94cf-414e-933c-3e70ab827f32 req-4ef6b803-5f10-4c08-a62f-dc5a7465ec72 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:34.908704 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5acad29c-94cf-414e-933c-3e70ab827f32 req-4ef6b803-5f10-4c08-a62f-dc5a7465ec72 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 947 time: 0.0535917 Mar 31 19:07:34.963139 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5acad29c-94cf-414e-933c-3e70ab827f32 req-16bfa25c-441e-4f3c-80ef-89704023c921 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483994 Mar 31 19:07:36.113048 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2667b-d027-4a3a-b3ba-d9cb32895acd req-3c4422b9-3375-4b9b-98c5-506d3973a563 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:36.114653 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22e2667b-d027-4a3a-b3ba-d9cb32895acd req-3c4422b9-3375-4b9b-98c5-506d3973a563 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 947 time: 0.0672369 Mar 31 19:07:36.170801 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22e2667b-d027-4a3a-b3ba-d9cb32895acd req-4bf3a163-1bab-4279-94d1-1a0f56107531 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506730 Mar 31 19:07:37.303267 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f29c52-205b-44a5-97b7-7f456da68b3a req-96acdb53-cb7e-475e-ac18-c131a85ae2b1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:37.304792 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8f29c52-205b-44a5-97b7-7f456da68b3a req-96acdb53-cb7e-475e-ac18-c131a85ae2b1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 947 time: 0.0540333 Mar 31 19:07:37.354692 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8f29c52-205b-44a5-97b7-7f456da68b3a req-153fae25-879b-410d-8b9b-04f92298d2d2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442059 Mar 31 19:07:40.075064 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:46.115964 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-5416c5b1-191e-47f6-88d0-8f6e7c066428 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482945 Mar 31 19:07:46.181031 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-afec5e60-4244-4dda-95f3-2f27c41df3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:46.182554 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-afec5e60-4244-4dda-95f3-2f27c41df3be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 1131 time: 0.0461602 Mar 31 19:07:46.289495 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-a9a4b306-da47-46de-9823-1d627f352eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:46.290997 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-a9a4b306-da47-46de-9823-1d627f352eea service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.0896261 Mar 31 19:07:46.362472 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-8956f3e9-a0e9-4a07-a13a-ff018b09dfa0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 200 len: 1001 time: 0.0648584 Mar 31 19:07:46.414205 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-7c0d6673-e047-4af2-9e65-4e0defc638e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:46.415735 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-7c0d6673-e047-4af2-9e65-4e0defc638e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0465689 Mar 31 19:07:46.467603 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-59fd06d3-cd5f-4476-a39b-a2becb807e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:46.469047 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-59fd06d3-cd5f-4476-a39b-a2becb807e24 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473015 Mar 31 19:07:46.570131 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-251414e1-733c-439d-92af-1fc960caeee8 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937808 Mar 31 19:07:46.668802 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0166c667-b60d-4436-aba6-b3b4739efbbb req-c362d5ca-e340-4275-b556-3d5cb33ce593 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876648 Mar 31 19:07:49.911392 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-c4313992-d6da-4b0e-aaba-864bdf834899 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016293825&fields=id&tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9 HTTP/1.1" status: 200 len: 267 time: 0.0499914 Mar 31 19:07:50.019389 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-9ff10a86-7d85-4a29-9db0-b145a1a23993 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:50.020993 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-9ff10a86-7d85-4a29-9db0-b145a1a23993 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 811 time: 0.1032331 Mar 31 19:07:50.036611 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-f6bdffc3-7cc4-44c8-988b-491c6e061d75 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/quotas/e34cb0a1f9064dc1a3aafb28adc64df9 HTTP/1.1" status: 200 len: 375 time: 0.0100279 Mar 31 19:07:50.094410 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-45593e43-aab1-4d49-a60d-04b1cdcf87b5 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524080 Mar 31 19:07:50.308875 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-23a91fc6-aff1-41f1-9670-840a74340b8c service neutron] 10.222.0.13 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007647 Mar 31 19:07:50.397888 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-0bee60a2-c3f4-4929-b4d0-447ad5ba21aa service neutron] 10.222.0.13 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831449 Mar 31 19:07:50.702470 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5a9e087a-c4e9-40c0-bc27-0fa46321c40f req-cb16b6e1-40fa-4422-a6c0-654a466a85af tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 210 time: 0.0307639 Mar 31 19:07:51.714924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-27e0404e-17a8-43c9-aca3-21e3ed91ff98 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:51.716572 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-27e0404e-17a8-43c9-aca3-21e3ed91ff98 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 811 time: 0.1085145 Mar 31 19:07:51.792972 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-0f3a26da-2fd6-4103-876e-a86f3748f220 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9 HTTP/1.1" status: 200 len: 380 time: 0.0667331 Mar 31 19:07:51.814729 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'port': {'device_id': '6e66af22-2ff2-44e0-930f-628f0e153849', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'admin_state_up': True, 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'security_groups': ['e15a5e92-8f23-4db1-a03f-a50f23923903']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:51.819496 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0a9c7b9-fe6e-4795-abbd-29cbab4b5e5a req-59714aff-1ffc-40ee-9ce7-9b9f023c9ca8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 210 time: 0.0458009 Mar 31 19:07:51.922306 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Made reservation on behalf of e34cb0a1f9064dc1a3aafb28adc64df9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:07:51.925634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:52.059547 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Allocated IP 172.20.0.6 (b84e66db-37c5-4811-b403-cdba4c22d8a7/bb2a1e06-f335-41a5-81dc-16b7136853ff/f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:07:52.211248 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:52.246189 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:52.292264 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:07:52.295487 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:07:52.302454 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:07:52.326456 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'Port': ['ID=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:52.341332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.341674 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.342019 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.342359 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.342694 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.343047 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.343376 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.343724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.344030 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.344355 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.344680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.345008 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.345331 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.345653 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.345979 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:07:52.367041 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:52.367670 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:52.384646 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-97cec828-955b-44da-b895-c301a0f25d16 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740480 Mar 31 19:07:52.403047 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Request body: {'port': {'device_id': '6e66af22-2ff2-44e0-930f-628f0e153849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:07:52.471134 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:52.517605 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f0a3bb96-070f-4b2e-866d-02073a967b57 None None] Provisioning complete for port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:07:52.518228 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0a3bb96-070f-4b2e-866d-02073a967b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:52.557092 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3bb96-070f-4b2e-866d-02073a967b57 None None] Port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:07:52.760123 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:07:52.769207 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Publish callbacks [] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:52.783084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Transition to ACTIVE for port object f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:07:52.788078 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:52.843044 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:52.965436 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Attempting to bind port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:07:52.965777 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Attempting to bind port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:07:52.966101 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Attempting to bind port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 on network b84e66db-37c5-4811-b403-cdba4c22d8a7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:52.977361 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af5a50-ce34-448a-84a3-c3c4244d39a6 req-051dca6c-3a14-4b7b-99d8-1133eeb9c166 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:52.978988 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22af5a50-ce34-448a-84a3-c3c4244d39a6 req-051dca6c-3a14-4b7b-99d8-1133eeb9c166 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 943 time: 0.0851367 Mar 31 19:07:52.981350 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 on network b84e66db-37c5-4811-b403-cdba4c22d8a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:07:52.981675 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Attempting to bind port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 on network b84e66db-37c5-4811-b403-cdba4c22d8a7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:07:53.000612 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:07:53.000906 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Checking segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:07:53.001292 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Bound using segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:07:53.001740 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Bound port: f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:07:53.002102 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:53.071700 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22af5a50-ce34-448a-84a3-c3c4244d39a6 req-c6098a24-e197-46f1-923b-6453a1b85a7f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865767 Mar 31 19:07:53.100525 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] For port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:07:53.103985 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] For port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:07:53.109987 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:53.161946 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:53.162578 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:53.164041 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] 10.222.0.78 "PUT /v2.0/ports/f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 HTTP/1.1" status: 200 len: 1093 time: 0.7655344 Mar 31 19:07:53.164501 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e66af22-2ff2-44e0-930f-628f0e153849', 'tag': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:07:53.166973 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988a0d25-3b98-46a4-aaef-cb57f735a363" -d '{"events": [{"name": "network-changed", "server_uuid": "6e66af22-2ff2-44e0-930f-628f0e153849", "tag": "f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:07:53.193406 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468d69a-9c60-4ba3-b743-b58ebb3d7959 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:07:53.294568 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-fb8a3b11-bc1d-4f6f-9705-5a4696814635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:53.296404 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-fb8a3b11-bc1d-4f6f-9705-5a4696814635 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 1127 time: 0.0743852 Mar 31 19:07:53.351189 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-88c16082-344a-42ec-a66b-884b06f2872d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 HTTP/1.1" status: 200 len: 217 time: 0.0423820 Mar 31 19:07:53.352763 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f091d-8027-4391-8042-0fda14a50a33 x-openstack-request-id: req-616f091d-8027-4391-8042-0fda14a50a33 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:07:53.353051 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e66af22-2ff2-44e0-930f-628f0e153849", "tag": "f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:07:53.353309 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-616f091d-8027-4391-8042-0fda14a50a33 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:07:53.353720 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616f091d-8027-4391-8042-0fda14a50a33'] response: {'name': 'network-changed', 'server_uuid': '6e66af22-2ff2-44e0-930f-628f0e153849', 'tag': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'status': 'completed', 'code': 200} Mar 31 19:07:53.402009 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-15f63b83-fd0f-4e02-89dd-e70b01e1ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:53.403525 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-15f63b83-fd0f-4e02-89dd-e70b01e1ab84 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0463612 Mar 31 19:07:53.469485 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-21d015a0-8344-4dbc-9a08-51d5d374938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:53.471026 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-21d015a0-8344-4dbc-9a08-51d5d374938b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592375 Mar 31 19:07:53.651138 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07252fbb-9eb4-4e4b-b305-5ea7c8afa9c2 req-7fa42b6a-ad1f-4a8c-910a-5f5d10bc0173 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:53.652625 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07252fbb-9eb4-4e4b-b305-5ea7c8afa9c2 req-7fa42b6a-ad1f-4a8c-910a-5f5d10bc0173 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.1576715 Mar 31 19:07:53.662963 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-c42d84fd-e1cb-440d-b8ea-784e8a8bdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:53.664391 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-c42d84fd-e1cb-440d-b8ea-784e8a8bdfab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 1129 time: 0.1666806 Mar 31 19:07:53.674746 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-ee41036d-5582-4ada-ac19-4c6c8f7d60f2 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779299 Mar 31 19:07:53.806703 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc380-2e44-47b7-861c-0ff3d42315fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:53.817204 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07252fbb-9eb4-4e4b-b305-5ea7c8afa9c2 req-61d43a20-2d92-48f9-9d4e-63b2b049930d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564283 Mar 31 19:07:53.868735 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-c7432b8b-e5c2-42b6-b84b-067b80f78cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:53.870121 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-c7432b8b-e5c2-42b6-b84b-067b80f78cf5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.1982515 Mar 31 19:07:53.872044 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2122783d-da8a-4d98-9b67-d5c7623116ed req-7019717c-5814-4417-b3d9-05097353e7a5 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840391 Mar 31 19:07:53.975470 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-3ffaa54f-3062-49a6-898a-347c3689153b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0944822 Mar 31 19:07:54.015767 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-aa7037ab-16fb-4c9b-8814-8760efe43a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:54.017235 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-aa7037ab-16fb-4c9b-8814-8760efe43a40 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 1127 time: 0.0881195 Mar 31 19:07:54.037920 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-5d25d729-9d13-499e-90ff-e42ea1166e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:54.039361 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-5d25d729-9d13-499e-90ff-e42ea1166e85 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0568008 Mar 31 19:07:54.154427 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-518d2f29-1045-46a0-ac16-5ee65c22510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:54.155989 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-518d2f29-1045-46a0-ac16-5ee65c22510d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069956 Mar 31 19:07:54.172598 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-0a1a13cf-9dc4-43e7-ae9d-e6149db1ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:54.174006 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-0a1a13cf-9dc4-43e7-ae9d-e6149db1ca1d service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.1487613 Mar 31 19:07:54.266614 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-4df4b48d-e649-4b41-aaef-71e76b789fd2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 HTTP/1.1" status: 200 len: 217 time: 0.0739355 Mar 31 19:07:54.583357 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936a11-078e-4923-b93d-492aefd768a4 req-9fc5533b-f480-4c35-a18d-b3827619a54e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:54.584868 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3936a11-078e-4923-b93d-492aefd768a4 req-9fc5533b-f480-4c35-a18d-b3827619a54e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 943 time: 0.4361095 Mar 31 19:07:54.607716 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-bee03258-0265-4243-ac51-8f72b23f6a1f service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433243 Mar 31 19:07:54.614785 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-92c9179d-af58-40e0-96dc-f9f9c0c01fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:54.616138 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-92c9179d-af58-40e0-96dc-f9f9c0c01fef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.3398333 Mar 31 19:07:54.726424 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3936a11-078e-4923-b93d-492aefd768a4 req-e2211d65-4dac-4eb9-9f44-8c0ee208c85b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345863 Mar 31 19:07:54.758054 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-91459639-10d0-4b68-a7a5-c1a7cd5f9462 req-c315f735-18af-438a-832c-e3728a38e1a3 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394758 Mar 31 19:07:54.760752 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-ffd0e654-23d4-4d3f-bda0-75ef624c03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:54.762120 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-ffd0e654-23d4-4d3f-bda0-75ef624c03d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1361072 Mar 31 19:07:54.854624 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-8074e1c8-a4d9-49ed-99d7-2bfcd60729f9 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851872 Mar 31 19:07:54.981618 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-988a0d25-3b98-46a4-aaef-cb57f735a363 req-3a305e89-647b-4d90-b9cd-c0169463a216 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177371 Mar 31 19:07:54.993050 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d36e-5f74-483e-9738-73e2c70ecf44 req-6af02e16-1c01-4f0e-8039-85b4a6558a98 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:54.994467 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2266d36e-5f74-483e-9738-73e2c70ecf44 req-6af02e16-1c01-4f0e-8039-85b4a6558a98 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0854740 Mar 31 19:07:55.047153 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2266d36e-5f74-483e-9738-73e2c70ecf44 req-823c21c1-ce4f-4c38-bf50-986366cf81f3 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443852 Mar 31 19:07:55.852140 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a1a22-254c-4a3f-97a1-d743e88d34d5 req-b2bfe675-27dd-4df9-b31e-b39966f61df8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:55.853669 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-353a1a22-254c-4a3f-97a1-d743e88d34d5 req-b2bfe675-27dd-4df9-b31e-b39966f61df8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 943 time: 0.0569694 Mar 31 19:07:55.906871 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-353a1a22-254c-4a3f-97a1-d743e88d34d5 req-b0a39b13-0a46-4ad2-93ad-d49a1cb85620 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473380 Mar 31 19:07:56.173650 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799f48a-8cef-4ebf-bf74-5cf4ca23cf99 req-e75f4fcd-0cdc-4b08-8189-11ff6b35b832 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:56.175313 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c799f48a-8cef-4ebf-bf74-5cf4ca23cf99 req-e75f4fcd-0cdc-4b08-8189-11ff6b35b832 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0583496 Mar 31 19:07:56.224741 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c799f48a-8cef-4ebf-bf74-5cf4ca23cf99 req-5b40cbe3-e0e0-430b-845c-0450ad7a19a0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437300 Mar 31 19:07:56.314073 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12b52a9c-a417-4ea2-9fa0-35885c93da57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:57.023427 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df8541-7786-4a49-82fb-54378eba1040 req-31f4d5ba-4bef-4ef6-a644-4baa193820c9 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:57.024974 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e3df8541-7786-4a49-82fb-54378eba1040 req-31f4d5ba-4bef-4ef6-a644-4baa193820c9 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 943 time: 0.0527205 Mar 31 19:07:57.073381 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e3df8541-7786-4a49-82fb-54378eba1040 req-22178f33-52b9-4c00-850a-33de78ff633a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428967 Mar 31 19:07:57.352092 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8799427-1cf5-48e4-b73f-19601daf3657 req-1c1a4c22-d1d7-48d1-aefb-ce9b90637a0d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:57.353655 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e8799427-1cf5-48e4-b73f-19601daf3657 req-1c1a4c22-d1d7-48d1-aefb-ce9b90637a0d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0578024 Mar 31 19:07:57.403478 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e8799427-1cf5-48e4-b73f-19601daf3657 req-d55f3fb2-7d24-476f-963b-3280b0f02c0d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439322 Mar 31 19:07:57.492813 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:58.196628 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a24c86-7612-47c6-a89d-85d1458a2ccc req-c2a3a85e-e9ad-44d3-a6b3-7b5b8cf0b09e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:58.198164 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-00a24c86-7612-47c6-a89d-85d1458a2ccc req-c2a3a85e-e9ad-44d3-a6b3-7b5b8cf0b09e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 943 time: 0.0552497 Mar 31 19:07:58.251651 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-00a24c86-7612-47c6-a89d-85d1458a2ccc req-bee33010-864d-4d7f-b1f3-838493f3c1ed tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476346 Mar 31 19:07:58.528774 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d6b4f-0b4b-4518-b8b3-d648d0ad9b8a req-f568eeb9-6c76-4a51-bf8e-6d972c08b254 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:58.530317 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7f4d6b4f-0b4b-4518-b8b3-d648d0ad9b8a req-f568eeb9-6c76-4a51-bf8e-6d972c08b254 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0575390 Mar 31 19:07:58.582674 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7f4d6b4f-0b4b-4518-b8b3-d648d0ad9b8a req-1ca3813c-acbd-483b-9a33-be6673322731 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451365 Mar 31 19:07:58.751242 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:07:59.374974 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b941c-3d93-4737-816a-41949319aac3 req-5798c3ab-15ab-41b1-b3dc-7d4bd28cd9c6 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:59.376576 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c24b941c-3d93-4737-816a-41949319aac3 req-5798c3ab-15ab-41b1-b3dc-7d4bd28cd9c6 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 943 time: 0.0561571 Mar 31 19:07:59.430858 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c24b941c-3d93-4737-816a-41949319aac3 req-944cad9e-c9c7-4feb-90e2-1d80c51bc4fa tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478346 Mar 31 19:07:59.712184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76cfda-7a9d-4c14-a12b-cf337f3275b7 req-6ed5ad56-67b7-424a-aca3-0a8220166d78 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:07:59.713799 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8c76cfda-7a9d-4c14-a12b-cf337f3275b7 req-6ed5ad56-67b7-424a-aca3-0a8220166d78 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0583591 Mar 31 19:07:59.785682 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8c76cfda-7a9d-4c14-a12b-cf337f3275b7 req-26c1f29b-395c-41d1-92f6-3638584b3a27 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614326 Mar 31 19:08:00.484137 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:00.558602 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12d7b0-3997-4558-ae3a-9b4dfbd46eec req-7bdae13e-6353-4e10-a1e1-3da02e6f08a5 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:00.560171 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cd12d7b0-3997-4558-ae3a-9b4dfbd46eec req-7bdae13e-6353-4e10-a1e1-3da02e6f08a5 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 943 time: 0.0555408 Mar 31 19:08:00.616259 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cd12d7b0-3997-4558-ae3a-9b4dfbd46eec req-760a449b-5b44-46c5-a36f-6c54028f2206 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502234 Mar 31 19:08:00.907355 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f14be6-0d47-4190-9f87-bc1d6b6332c1 req-701ac2d2-55f7-4e69-86f9-6cbbdcf16c89 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:00.908878 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89f14be6-0d47-4190-9f87-bc1d6b6332c1 req-701ac2d2-55f7-4e69-86f9-6cbbdcf16c89 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0537348 Mar 31 19:08:00.960754 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-89f14be6-0d47-4190-9f87-bc1d6b6332c1 req-12c679f3-7952-468e-a1f2-7bf810a83a16 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454946 Mar 31 19:08:01.745807 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04db87-9d8f-45ec-bb32-c7b34a544614 req-4c6f70d1-ed83-4838-80d9-79ff645fd9eb tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:01.747366 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6f04db87-9d8f-45ec-bb32-c7b34a544614 req-4c6f70d1-ed83-4838-80d9-79ff645fd9eb tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 943 time: 0.0618618 Mar 31 19:08:01.797830 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6f04db87-9d8f-45ec-bb32-c7b34a544614 req-0e37ea82-b369-45a7-bc41-215a1eb84021 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448592 Mar 31 19:08:02.081477 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc2718-964b-421f-87a9-480f8305258a req-22545f02-9de1-455c-8e79-e7fd27e93e9e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:02.082995 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-93bc2718-964b-421f-87a9-480f8305258a req-22545f02-9de1-455c-8e79-e7fd27e93e9e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0531788 Mar 31 19:08:02.129953 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-93bc2718-964b-421f-87a9-480f8305258a req-07ed5630-f018-4742-880b-c7462c23fc12 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Mar 31 19:08:02.916001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7232bf-c74f-44c2-9e4f-a1944b451d28 req-2614aa90-6e10-4f5a-acc6-8dc4f21f06fd tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:02.917477 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0d7232bf-c74f-44c2-9e4f-a1944b451d28 req-2614aa90-6e10-4f5a-acc6-8dc4f21f06fd tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 943 time: 0.0534353 Mar 31 19:08:02.969096 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0d7232bf-c74f-44c2-9e4f-a1944b451d28 req-acba1c76-7d29-4e79-98a0-2430c48dc568 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460737 Mar 31 19:08:03.248324 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a749bf0-d3d1-4163-aabd-1a96c8506da0 req-0e0d928c-b7bb-492d-b09e-c16a3c257406 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:03.249785 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3a749bf0-d3d1-4163-aabd-1a96c8506da0 req-0e0d928c-b7bb-492d-b09e-c16a3c257406 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0518720 Mar 31 19:08:03.298031 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3a749bf0-d3d1-4163-aabd-1a96c8506da0 req-ba676939-9d89-4c8e-947a-811adcf2f640 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421124 Mar 31 19:08:03.383359 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:08:03.478305 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:03.489649 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'port_id': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'mac_address': 'fa:16:3e:88:b2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:08:03.525989 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:08:03.526361 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:03.538881 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:08:03.558534 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:03.562207 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:03.609466 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:03.616980 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.617328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.617670 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.618038 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.618374 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.618702 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.619058 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.619386 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.619709 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.620032 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.620355 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.620698 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.621022 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.621368 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.621685 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:03.957971 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:08:04.089261 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e62166-8492-4960-9f27-ddaabad278dd req-d813bee0-e831-410a-8bce-d44274bb7556 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:04.090744 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b5e62166-8492-4960-9f27-ddaabad278dd req-d813bee0-e831-410a-8bce-d44274bb7556 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 944 time: 0.0519724 Mar 31 19:08:04.141227 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b5e62166-8492-4960-9f27-ddaabad278dd req-7781e0b2-42ff-436f-bac7-30d0e956019e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 Mar 31 19:08:04.421694 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89819cb-0d26-4e03-9c40-f9075aad8311 req-6b6f0894-a953-47dc-889f-016e72022b95 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:04.423178 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f89819cb-0d26-4e03-9c40-f9075aad8311 req-6b6f0894-a953-47dc-889f-016e72022b95 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0562530 Mar 31 19:08:04.469449 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f89819cb-0d26-4e03-9c40-f9075aad8311 req-f631d13f-c135-4118-a4af-29d34aa58c6a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403512 Mar 31 19:08:05.260912 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ffd5a-ad10-4e5b-940c-dd8be281094b req-16ff6b9a-9e73-4c89-989f-b556c7a3f8be tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:05.262320 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1a2ffd5a-ad10-4e5b-940c-dd8be281094b req-16ff6b9a-9e73-4c89-989f-b556c7a3f8be tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 944 time: 0.0540972 Mar 31 19:08:05.314245 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1a2ffd5a-ad10-4e5b-940c-dd8be281094b req-e530e6e0-c961-4099-b088-250a427bf8ab tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461283 Mar 31 19:08:05.391371 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:08:05.443374 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:08:05.447491 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:08:05.447849 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.530559 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:08:05.531051 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.560135 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66af22-2ff2-44e0-930f-628f0e153849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:08:05.562366 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01e03a1-7d8b-482e-b6d9-5b8c5081f30e" -d '{"events": [{"server_uuid": "6e66af22-2ff2-44e0-930f-628f0e153849", "name": "network-vif-plugged", "status": "completed", "tag": "f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:08:05.577286 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:05.582150 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:05.599107 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51192b2-eceb-4331-8d23-4dde02badf02 req-6011e4eb-9f90-47e6-9daa-8464e8ef840b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:05.600694 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f51192b2-eceb-4331-8d23-4dde02badf02 req-6011e4eb-9f90-47e6-9daa-8464e8ef840b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0631084 Mar 31 19:08:05.613934 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee65dcd-2747-4d9b-9740-eeafc2905d88 x-openstack-request-id: req-6ee65dcd-2747-4d9b-9740-eeafc2905d88 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:08:05.614245 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66af22-2ff2-44e0-930f-628f0e153849", "name": "network-vif-plugged", "status": "completed", "tag": "f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:08:05.615025 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ee65dcd-2747-4d9b-9740-eeafc2905d88 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:08:05.615424 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee65dcd-2747-4d9b-9740-eeafc2905d88'] response: {'server_uuid': '6e66af22-2ff2-44e0-930f-628f0e153849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'code': 200} Mar 31 19:08:05.646059 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:05.652303 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f51192b2-eceb-4331-8d23-4dde02badf02 req-0da2ae8b-76e4-4625-b7b5-93de798d381f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460165 Mar 31 19:08:05.835780 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5a3d4-5f65-42a2-a18a-4f12d909e9c7 req-ddfd9c0a-e7e3-4024-9f42-5440b15dc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:05.837284 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f5d5a3d4-5f65-42a2-a18a-4f12d909e9c7 req-ddfd9c0a-e7e3-4024-9f42-5440b15dc256 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 1129 time: 0.0431969 Mar 31 19:08:05.887911 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f5d5a3d4-5f65-42a2-a18a-4f12d909e9c7 req-09b347a2-45f0-41c6-8f72-4053d8367156 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 Mar 31 19:08:06.435001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77afe-e0a9-4e7f-a78e-dc8497f6f71e req-73944846-d823-4d30-aaef-bcf482071d81 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:06.436526 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c3b77afe-e0a9-4e7f-a78e-dc8497f6f71e req-73944846-d823-4d30-aaef-bcf482071d81 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 945 time: 0.0530558 Mar 31 19:08:06.489777 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c3b77afe-e0a9-4e7f-a78e-dc8497f6f71e req-e8aaa21d-611b-40c5-98fe-743073e0f804 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465136 Mar 31 19:08:06.774468 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37d64f-9acc-4e29-9ec9-62c20ee512ed req-14e7b99f-cc6d-4c3c-9a23-cdba2cb7efb2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:06.776091 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e37d64f-9acc-4e29-9ec9-62c20ee512ed req-14e7b99f-cc6d-4c3c-9a23-cdba2cb7efb2 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0555630 Mar 31 19:08:06.827833 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e37d64f-9acc-4e29-9ec9-62c20ee512ed req-0b7836fd-cbba-4c9b-8a36-fee1bc65cc4f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448611 Mar 31 19:08:07.613184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe78ee-fdb6-4488-9d74-edd9b109538d req-0d19bbc5-f5db-4826-8703-f7077ca0fc8a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:07.614685 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dcbe78ee-fdb6-4488-9d74-edd9b109538d req-0d19bbc5-f5db-4826-8703-f7077ca0fc8a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 945 time: 0.0583413 Mar 31 19:08:07.669469 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dcbe78ee-fdb6-4488-9d74-edd9b109538d req-76437f18-513f-4bdf-b8e2-02868fcfec55 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461090 Mar 31 19:08:07.791874 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf752a-5b62-455b-8873-82b3a0986a62 req-477d5ce7-c7f4-4619-aa75-aa208b7fac3f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:07.793443 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-acdf752a-5b62-455b-8873-82b3a0986a62 req-477d5ce7-c7f4-4619-aa75-aa208b7fac3f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 945 time: 0.0585160 Mar 31 19:08:07.841936 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-acdf752a-5b62-455b-8873-82b3a0986a62 req-436e626a-7805-4223-aa9f-4545af9bc26a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Mar 31 19:08:07.864559 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58264) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:07.950923 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce296c0-c193-4e78-b2f9-6c7e2de1696d req-759d3d09-9d89-4a41-a053-dfdba2eb7936 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:07.952446 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5ce296c0-c193-4e78-b2f9-6c7e2de1696d req-759d3d09-9d89-4a41-a053-dfdba2eb7936 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0552354 Mar 31 19:08:07.955797 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b0130-e656-4339-bbb1-06882e697518 tempest-TestVolumeBootPattern-1751170667 tempest-TestVolumeBootPattern-1751170667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:07.957991 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4c6b0130-e656-4339-bbb1-06882e697518 tempest-TestVolumeBootPattern-1751170667 tempest-TestVolumeBootPattern-1751170667-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 1124 time: 0.0914168 Mar 31 19:08:07.960910 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58268) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:07.965102 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'port_id': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:07.985868 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:08.003780 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5ce296c0-c193-4e78-b2f9-6c7e2de1696d req-ad28b340-b57b-456a-bf57-dc19f637fca1 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446825 Mar 31 19:08:08.089564 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:08.193995 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Allocated IP 172.27.0.16 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/29ec0f62-db44-4fc1-b210-df9fa0457b0d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:08:08.297809 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for port (29ec0f62-db44-4fc1-b210-df9fa0457b0d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:08.333653 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (29ec0f62-db44-4fc1-b210-df9fa0457b0d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:08.370362 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:08:08.373148 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:08:08.379225 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:08:08.384726 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'Port': ['ID=29ec0f62-db44-4fc1-b210-df9fa0457b0d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:08.411568 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.411892 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.412227 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.412561 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.412888 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.413215 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.413530 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.413870 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.414189 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.414505 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.414824 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.415161 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.415476 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.415790 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.416097 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:08.748251 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (105dd1cc-5f2f-4be0-a9af-863a5b8af8cf), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:08.816486 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (29ec0f62-db44-4fc1-b210-df9fa0457b0d), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:08.983569 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for port (29ec0f62-db44-4fc1-b210-df9fa0457b0d), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:08.989083 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (29ec0f62-db44-4fc1-b210-df9fa0457b0d), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:09.066867 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'Port': ['ID=29ec0f62-db44-4fc1-b210-df9fa0457b0d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:09.074542 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (105dd1cc-5f2f-4be0-a9af-863a5b8af8cf), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:09.124571 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4f54b-701c-4d06-a0ca-8154076a5149 req-09410ab6-14ad-4d0d-8076-48de92dfac9b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:09.126047 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81b4f54b-701c-4d06-a0ca-8154076a5149 req-09410ab6-14ad-4d0d-8076-48de92dfac9b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0524635 Mar 31 19:08:09.177290 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Floating IP 105dd1cc-5f2f-4be0-a9af-863a5b8af8cf associated. External IP: 172.27.0.16, port: f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0. Mar 31 19:08:09.177847 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81b4f54b-701c-4d06-a0ca-8154076a5149 req-b7bfd00b-51a3-4180-bc76-dab73f6e5e06 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454428 Mar 31 19:08:09.589959 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Router d556c358-a6bf-4f62-a904-5bc24b8f1e50 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:08:09.700543 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:08:09.710549 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] Sync routers for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:08:09.719777 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:09.721962 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:08:09.722476 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:07:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:09.755925 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ad7288fd-e1de-4d87-82ed-cbfa9f995f08 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7939935 Mar 31 19:08:09.756512 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e66af22-2ff2-44e0-930f-628f0e153849', 'tag': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:08:09.758826 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5abc66-9947-4a48-8f10-9348bf895b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e66af22-2ff2-44e0-930f-628f0e153849", "tag": "f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:08:09.832811 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:08:09.850154 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7926d16d-50ec-4397-99e0-a13cd86ae445 x-openstack-request-id: req-7926d16d-50ec-4397-99e0-a13cd86ae445 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:08:09.850438 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e66af22-2ff2-44e0-930f-628f0e153849", "tag": "f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:08:09.850726 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7926d16d-50ec-4397-99e0-a13cd86ae445 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:08:09.851177 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7926d16d-50ec-4397-99e0-a13cd86ae445'] response: {'name': 'network-changed', 'server_uuid': '6e66af22-2ff2-44e0-930f-628f0e153849', 'tag': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'status': 'completed', 'code': 200} Mar 31 19:08:09.937403 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-c7a8e8ac-3fd5-4fee-b522-348262cacf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:09.941296 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-c7a8e8ac-3fd5-4fee-b522-348262cacf95 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 1129 time: 0.0658212 Mar 31 19:08:10.035697 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-719d0cdc-7c05-44e9-a71c-0f249d203786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:10.037309 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-719d0cdc-7c05-44e9-a71c-0f249d203786 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.0915551 Mar 31 19:08:10.062470 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '105dd1cc-5f2f-4be0-a9af-863a5b8af8cf', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:88:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e66af22-2ff2-44e0-930f-628f0e153849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:08:08Z', 'updated_at': '2022-03-31T19:08:08Z', 'revision_number': 0, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:10.072504 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:10.113615 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-af7608a9-edd8-4325-8a9c-96b3529d9328 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 HTTP/1.1" status: 200 len: 998 time: 0.0703218 Mar 31 19:08:10.167377 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-a877572d-814c-4fe7-a1b3-0ca4bee539cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:10.168866 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-a877572d-814c-4fe7-a1b3-0ca4bee539cc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0495911 Mar 31 19:08:10.178717 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] Checking router: d556c358-a6bf-4f62-a904-5bc24b8f1e50 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:08:10.187157 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:08:10.187768 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:07:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:10.220507 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-3e17bc43-96b4-4062-ac9b-26522b453126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:10.223606 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-3e17bc43-96b4-4062-ac9b-26522b453126 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490777 Mar 31 19:08:10.295545 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:08:10.367684 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a24577-1f00-4f44-8cb5-8551e7c4ad12 req-c92cd9f0-68f6-4b92-9911-e2529753a728 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:10.369234 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-85a24577-1f00-4f44-8cb5-8551e7c4ad12 req-c92cd9f0-68f6-4b92-9911-e2529753a728 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.1201477 Mar 31 19:08:10.371251 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-b7baab5e-c751-4a9a-b85d-35cc60c27ebe service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407931 Mar 31 19:08:10.486966 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-85a24577-1f00-4f44-8cb5-8551e7c4ad12 req-d5214846-4cef-485a-a003-d5fcf2befe41 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110852 Mar 31 19:08:10.516085 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3b5abc66-9947-4a48-8f10-9348bf895b7f req-4b21bc97-6275-4e8b-a0b5-bf5d8d4da6c7 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334550 Mar 31 19:08:10.544066 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '105dd1cc-5f2f-4be0-a9af-863a5b8af8cf', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:88:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e66af22-2ff2-44e0-930f-628f0e153849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:08:08Z', 'updated_at': '2022-03-31T19:08:08Z', 'revision_number': 0, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:10.574009 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90072864-6c9e-4645-92c1-4106c816a8af None None] The sync data for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi is: [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '105dd1cc-5f2f-4be0-a9af-863a5b8af8cf', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:88:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e66af22-2ff2-44e0-930f-628f0e153849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:08:08Z', 'updated_at': '2022-03-31T19:08:08Z', 'revision_number': 0, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:08:10.767634 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd103789-306c-46ab-90cd-2cb4ed25d2bd None None] New status for floating IP 105dd1cc-5f2f-4be0-a9af-863a5b8af8cf: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:08:11.614194 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acff03-59f8-4b17-a1cd-ccd99a0e9972 req-ddc5498b-6071-4c7e-9fe9-3d759d274cfa tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:11.615715 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f5acff03-59f8-4b17-a1cd-ccd99a0e9972 req-ddc5498b-6071-4c7e-9fe9-3d759d274cfa tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0568724 Mar 31 19:08:11.663001 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f5acff03-59f8-4b17-a1cd-ccd99a0e9972 req-115dbdb7-7cb8-47c9-a6d9-2d2c3e5999fa tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416577 Mar 31 19:08:11.749050 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:08:12.013471 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4e7c-1f52-4750-b518-ec0c53c5ba97 req-d7f46411-3fba-4a29-a98f-95267515fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:12.014974 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-636d4e7c-1f52-4750-b518-ec0c53c5ba97 req-d7f46411-3fba-4a29-a98f-95267515fb58 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 1129 time: 0.0477164 Mar 31 19:08:12.060513 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-636d4e7c-1f52-4750-b518-ec0c53c5ba97 req-78c9e42d-9d80-4e68-914a-d485d687ad4d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382569 Mar 31 19:08:12.779774 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2735834-91af-4988-b10f-35300dbcafd1 req-679ca87b-11cd-4a01-b32c-8940d0811230 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:12.781463 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2735834-91af-4988-b10f-35300dbcafd1 req-679ca87b-11cd-4a01-b32c-8940d0811230 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0525568 Mar 31 19:08:12.831271 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2735834-91af-4988-b10f-35300dbcafd1 req-bd72fc64-f251-4d34-b858-980cd8e16507 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433512 Mar 31 19:08:13.961165 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2839b-69d0-4f32-9c72-475d7f906146 req-71476bcc-e002-4a41-a4a9-8e46f4a51f8e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:13.962674 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6ce2839b-69d0-4f32-9c72-475d7f906146 req-71476bcc-e002-4a41-a4a9-8e46f4a51f8e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0584235 Mar 31 19:08:14.014921 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6ce2839b-69d0-4f32-9c72-475d7f906146 req-d227bc18-b64c-43e0-8d25-336faf72d48a tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462582 Mar 31 19:08:14.420478 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b1ec-2b48-4b9b-858e-990659151029 req-548405d6-2f9d-4b9c-9e8a-fd76a898254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:14.421873 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5951b1ec-2b48-4b9b-858e-990659151029 req-548405d6-2f9d-4b9c-9e8a-fd76a898254f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 1129 time: 0.0756478 Mar 31 19:08:14.428984 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccfac6-9001-4254-96d8-f0c023690717 req-c6422e16-014f-44d6-9727-19575fef94c0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:14.430128 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-01ccfac6-9001-4254-96d8-f0c023690717 req-c6422e16-014f-44d6-9727-19575fef94c0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0759072 Mar 31 19:08:14.538470 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-01ccfac6-9001-4254-96d8-f0c023690717 req-4fa4c280-9058-408e-9a64-f2a519e304df tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003246 Mar 31 19:08:14.556055 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b1ec-2b48-4b9b-858e-990659151029 req-91d8e259-0206-497c-9915-3012f0bd5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:14.557793 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5951b1ec-2b48-4b9b-858e-990659151029 req-91d8e259-0206-497c-9915-3012f0bd5e3b service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.1268270 Mar 31 19:08:14.624132 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5951b1ec-2b48-4b9b-858e-990659151029 req-8eac82b2-a551-414d-aa79-6fb931a17887 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0595512 Mar 31 19:08:14.679440 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b1ec-2b48-4b9b-858e-990659151029 req-cb4f2c11-1cc3-43b7-833c-0661d51bb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:14.680827 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5951b1ec-2b48-4b9b-858e-990659151029 req-cb4f2c11-1cc3-43b7-833c-0661d51bb00a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0506415 Mar 31 19:08:14.733045 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b1ec-2b48-4b9b-858e-990659151029 req-ddd24249-9d71-480c-95cc-77fef9d9c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:14.734548 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5951b1ec-2b48-4b9b-858e-990659151029 req-ddd24249-9d71-480c-95cc-77fef9d9c7cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476208 Mar 31 19:08:14.822722 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5951b1ec-2b48-4b9b-858e-990659151029 req-c04d21f5-f29e-41fc-8d35-266556f0fd8f service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818555 Mar 31 19:08:14.919491 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5951b1ec-2b48-4b9b-858e-990659151029 req-e5091b87-d45d-437f-8c53-4d7013a30a90 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908253 Mar 31 19:08:15.662784 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6af25-e4f6-4cc5-9f3d-1a4c0d2f142b req-34c7c59d-15fe-461f-872f-d1c710b411c6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:15.664315 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ce6af25-e4f6-4cc5-9f3d-1a4c0d2f142b req-34c7c59d-15fe-461f-872f-d1c710b411c6 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0564730 Mar 31 19:08:15.713460 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ce6af25-e4f6-4cc5-9f3d-1a4c0d2f142b req-03da0726-8fc0-416d-8560-d26484941aec tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435867 Mar 31 19:08:16.842805 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a5264-879d-4293-9f85-eb67ae9f8c6f req-1883c267-ef34-4334-9f65-c338779a9d2d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:16.844329 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-093a5264-879d-4293-9f85-eb67ae9f8c6f req-1883c267-ef34-4334-9f65-c338779a9d2d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0613911 Mar 31 19:08:16.900050 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-093a5264-879d-4293-9f85-eb67ae9f8c6f req-351e4908-5867-4eb8-9763-0857a1cfa944 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500271 Mar 31 19:08:18.022799 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267a21-af69-4212-8897-e87334fa8fda req-32cf410d-f4f0-4cf6-bf67-de70e5835fe9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:18.024315 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-72267a21-af69-4212-8897-e87334fa8fda req-32cf410d-f4f0-4cf6-bf67-de70e5835fe9 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0564740 Mar 31 19:08:18.072912 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-72267a21-af69-4212-8897-e87334fa8fda req-327fcf68-75c3-41cc-8a5b-7cfa7ed1ff59 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429761 Mar 31 19:08:18.195543 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf99c9f-af70-45a5-96b5-1c7841fe8128 req-b8e8064e-8e5e-49a6-ace1-28b0f50eb9df tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:18.197079 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5bf99c9f-af70-45a5-96b5-1c7841fe8128 req-b8e8064e-8e5e-49a6-ace1-28b0f50eb9df tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0575674 Mar 31 19:08:18.206051 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58316) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:08:18.211230 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c950dd39-7e99-43d8-b371-dfacf823ca86 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Request body: {'floatingip': {'port_id': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:08:18.268270 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c950dd39-7e99-43d8-b371-dfacf823ca86 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for floatingip (6d72183b-4961-4d02-9223-251daf6c905e), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:18.721106 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c950dd39-7e99-43d8-b371-dfacf823ca86 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:18.725515 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c950dd39-7e99-43d8-b371-dfacf823ca86 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6d72183b-4961-4d02-9223-251daf6c905e), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:18.934068 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c950dd39-7e99-43d8-b371-dfacf823ca86 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Router d93bd6d4-e317-4664-84bc-22a96333abe5 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:08:19.039800 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c950dd39-7e99-43d8-b371-dfacf823ca86 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:08:19.045034 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c950dd39-7e99-43d8-b371-dfacf823ca86 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:19.049563 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] Sync routers for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:08:19.061249 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:08:19.061854 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:07:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:19.078175 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:08:19.080313 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7cfbc0-11d3-47e8-9569-61467d3a9544" -d '{"events": [{"name": "network-changed", "server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:08:19.119309 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c950dd39-7e99-43d8-b371-dfacf823ca86 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "PUT /v2.0/floatingips/6d72183b-4961-4d02-9223-251daf6c905e HTTP/1.1" status: 200 len: 993 time: 0.9040396 Mar 31 19:08:19.119309 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc116e4-f85b-4420-847f-4ab13ac730c9 x-openstack-request-id: req-0bc116e4-f85b-4420-847f-4ab13ac730c9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:08:19.119309 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:08:19.119309 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bc116e4-f85b-4420-847f-4ab13ac730c9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:08:19.119309 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc116e4-f85b-4420-847f-4ab13ac730c9'] response: {'name': 'network-changed', 'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'status': 'completed', 'code': 200} Mar 31 19:08:19.172292 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:08:19.188097 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-fb0b99c1-f7ed-45a2-89c8-1c137018d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:19.189608 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-fb0b99c1-f7ed-45a2-89c8-1c137018d2f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 1129 time: 0.0480435 Mar 31 19:08:19.287758 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-2a2894b5-8bf9-42bc-93d5-866c2253ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:19.289288 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-2a2894b5-8bf9-42bc-93d5-866c2253ffba service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.0902956 Mar 31 19:08:19.366314 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-63f8f45e-a9d6-4953-98f8-be1da2c49a8a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0667534 Mar 31 19:08:19.409730 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6d72183b-4961-4d02-9223-251daf6c905e', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'port_id': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'mac_address': 'fa:16:3e:4c:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf03f55b-6df3-439d-bf48-394e12235395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:22Z', 'updated_at': '2022-03-31T19:08:18Z', 'revision_number': 3, 'project_id': '52b1900c61614fdd914316572f58af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:07Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:19.417262 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-e4fdf02b-dfc6-4076-9140-1f38f6f23898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:19.418739 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-e4fdf02b-dfc6-4076-9140-1f38f6f23898 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0455396 Mar 31 19:08:19.437866 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] Checking router: d93bd6d4-e317-4664-84bc-22a96333abe5 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:08:19.446683 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:08:19.447333 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:07:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:19.469942 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-5a09bbf9-a0ab-4d09-aa4d-8a8f4c0e0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:19.471479 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-5a09bbf9-a0ab-4d09-aa4d-8a8f4c0e0c4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455203 Mar 31 19:08:19.557457 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:08:19.566764 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-f29baba6-6d7f-469d-a4af-195debb408fa service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864046 Mar 31 19:08:19.657337 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e7cfbc0-11d3-47e8-9569-61467d3a9544 req-f28e8b64-99a4-47a6-81f6-37230c755e7e service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838470 Mar 31 19:08:19.776692 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6d72183b-4961-4d02-9223-251daf6c905e', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'port_id': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'mac_address': 'fa:16:3e:4c:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf03f55b-6df3-439d-bf48-394e12235395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:22Z', 'updated_at': '2022-03-31T19:08:18Z', 'revision_number': 3, 'project_id': '52b1900c61614fdd914316572f58af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:07Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:08:19.807805 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad7575-fcf8-4a5d-8a74-7c7fbe81c649 None None] The sync data for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi is: [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6d72183b-4961-4d02-9223-251daf6c905e', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'port_id': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'mac_address': 'fa:16:3e:4c:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf03f55b-6df3-439d-bf48-394e12235395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:04:22Z', 'updated_at': '2022-03-31T19:08:18Z', 'revision_number': 3, 'project_id': '52b1900c61614fdd914316572f58af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:07Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:08:21.120438 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:08:21.122878 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:08:21.159186 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485b22dd-2d3f-4f09-a1b6-9eea6209310b x-openstack-request-id: req-485b22dd-2d3f-4f09-a1b6-9eea6209310b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:08:21.159465 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:08:21.159721 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-485b22dd-2d3f-4f09-a1b6-9eea6209310b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:08:21.160128 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485b22dd-2d3f-4f09-a1b6-9eea6209310b'] response: {'name': 'network-changed', 'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'status': 'completed', 'code': 200} Mar 31 19:08:21.239358 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-1d1689c2-257e-4e82-95dd-0cff872296ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:21.240935 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-1d1689c2-257e-4e82-95dd-0cff872296ae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=52b1900c61614fdd914316572f58af02&device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 1129 time: 0.0450389 Mar 31 19:08:21.335523 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-2f7a5a9e-a623-4c46-9783-3d353298a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:21.336987 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-2f7a5a9e-a623-4c46-9783-3d353298a350 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 200 len: 921 time: 0.0876839 Mar 31 19:08:21.406159 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-718df92d-6104-4e81-b077-c1d2cde11262 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 HTTP/1.1" status: 200 len: 1001 time: 0.0585363 Mar 31 19:08:21.460132 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-f8dba6cd-61d0-4dcd-a02b-54bdff5ae988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:21.461581 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-f8dba6cd-61d0-4dcd-a02b-54bdff5ae988 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 200 len: 858 time: 0.0472183 Mar 31 19:08:21.511208 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-8764704e-989b-4d34-9cf2-159e26e312a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:21.512699 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-8764704e-989b-4d34-9cf2-159e26e312a0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7fcba23d-90cf-43e9-a3dc-454351d150ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440676 Mar 31 19:08:21.603208 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-75f7bb19-2d0a-44c7-8555-e8844cec21ce service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817730 Mar 31 19:08:21.700696 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a33e4bfa-2ba1-48cd-9df9-694aeb76f2c0 req-8685956e-c191-4661-b921-ab9415f9bc62 service neutron] 10.222.0.78 "GET /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908775 Mar 31 19:08:23.808648 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2aac875e-a1b4-4333-86ee-3a64405a32a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:26.317692 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-aa2d186e-4f27-4068-90a4-3013c55884e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:27.497034 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:27.829582 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd303f8-2a3e-4ac0-8d29-02c22b9684bd req-e0073762-f5f3-4f17-8f34-474595e92043 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:27.831071 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bcd303f8-2a3e-4ac0-8d29-02c22b9684bd req-e0073762-f5f3-4f17-8f34-474595e92043 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0533590 Mar 31 19:08:27.885573 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bcd303f8-2a3e-4ac0-8d29-02c22b9684bd req-627a4fd4-55f0-4a08-b0f6-a683787af27d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485859 Mar 31 19:08:28.751634 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:29.016472 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb55d9-fb3c-44d1-ab62-124f97a8341a req-9041f86c-b615-439d-91f4-c4637d1e517b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:29.018192 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14bb55d9-fb3c-44d1-ab62-124f97a8341a req-9041f86c-b615-439d-91f4-c4637d1e517b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0630219 Mar 31 19:08:29.096362 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14bb55d9-fb3c-44d1-ab62-124f97a8341a req-f1feba6f-3891-431a-944a-ed49b5610958 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715513 Mar 31 19:08:29.120526 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2af999-d2d2-47cd-a0ec-e77f139cf0f4 req-69408ef5-be3c-46db-8bf3-332219ffb7f0 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:29.122007 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e2af999-d2d2-47cd-a0ec-e77f139cf0f4 req-69408ef5-be3c-46db-8bf3-332219ffb7f0 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0662854 Mar 31 19:08:29.171092 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e2af999-d2d2-47cd-a0ec-e77f139cf0f4 req-1d6cc9e3-0282-497b-a6fc-7bb40a959ff4 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434101 Mar 31 19:08:30.216465 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0065f36-7457-4ac4-b124-3daa5274dde8 req-a0c0064c-588f-47bf-ade4-5f80e915fc39 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:30.217993 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0065f36-7457-4ac4-b124-3daa5274dde8 req-a0c0064c-588f-47bf-ade4-5f80e915fc39 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0528352 Mar 31 19:08:30.298245 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0065f36-7457-4ac4-b124-3daa5274dde8 req-5737b956-60ab-444e-ba30-b0b607a91d08 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744600 Mar 31 19:08:30.318046 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac32ae-aaac-45e5-8cce-39795d1a76bb req-e73b2b6e-49a1-46cc-9aaa-5653ab9f5fb9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:30.320146 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5fac32ae-aaac-45e5-8cce-39795d1a76bb req-e73b2b6e-49a1-46cc-9aaa-5653ab9f5fb9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0807958 Mar 31 19:08:30.369042 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5fac32ae-aaac-45e5-8cce-39795d1a76bb req-efca44a8-7f12-4149-9a31-d0e6d44de77f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Mar 31 19:08:30.485879 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:31.422335 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437df032-64fe-42e0-964a-6300e348e983 req-13ac058b-c50f-4fb7-a3a3-a2a5d235b456 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:31.423909 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-437df032-64fe-42e0-964a-6300e348e983 req-13ac058b-c50f-4fb7-a3a3-a2a5d235b456 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0557754 Mar 31 19:08:31.502772 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-437df032-64fe-42e0-964a-6300e348e983 req-43fc435c-9b73-4124-8a79-e11020d38bb3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729947 Mar 31 19:08:31.526892 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cab7a-45e2-4379-b7ca-88d979491e6b req-338ae76d-9dea-4cde-9701-ac22adcf16f2 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:31.528443 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-041cab7a-45e2-4379-b7ca-88d979491e6b req-338ae76d-9dea-4cde-9701-ac22adcf16f2 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0778522 Mar 31 19:08:31.579427 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-041cab7a-45e2-4379-b7ca-88d979491e6b req-816f23a3-e88c-4cdb-990b-660b1f0c43e3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452878 Mar 31 19:08:32.624604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e93e11-a969-42d0-8ae4-63e1da763ded req-ed95a1d0-78f2-422d-ba43-23e1f31e111a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:32.626546 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e3e93e11-a969-42d0-8ae4-63e1da763ded req-ed95a1d0-78f2-422d-ba43-23e1f31e111a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0544229 Mar 31 19:08:32.711855 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e3e93e11-a969-42d0-8ae4-63e1da763ded req-2ae9672c-f2ee-4cbb-9b22-91bf74cfeb23 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795679 Mar 31 19:08:32.728112 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6389-8d67-4049-b0ae-eab55bebda32 req-b1e092ac-9892-4e93-bbdd-6dfed9262ff0 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:32.729601 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-45ba6389-8d67-4049-b0ae-eab55bebda32 req-b1e092ac-9892-4e93-bbdd-6dfed9262ff0 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0781071 Mar 31 19:08:32.781820 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-45ba6389-8d67-4049-b0ae-eab55bebda32 req-f587510d-2e9b-4a24-a5ef-c11fa51d4963 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466764 Mar 31 19:08:33.830198 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90652f-ff2a-4f1c-b0a0-b467c8c6c934 req-9c425d69-4807-4e56-9265-cdf5aa565ec5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:33.831719 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d90652f-ff2a-4f1c-b0a0-b467c8c6c934 req-9c425d69-4807-4e56-9265-cdf5aa565ec5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0529852 Mar 31 19:08:33.908577 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d90652f-ff2a-4f1c-b0a0-b467c8c6c934 req-5dec33fb-5ffc-497e-919a-105785246da3 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701277 Mar 31 19:08:33.924230 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ad740-fe4b-4f94-8f60-8f273dbf85dd req-5df35755-eede-466d-bf87-e840dd6596eb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:33.925685 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-292ad740-fe4b-4f94-8f60-8f273dbf85dd req-5df35755-eede-466d-bf87-e840dd6596eb tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0735102 Mar 31 19:08:33.975876 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-292ad740-fe4b-4f94-8f60-8f273dbf85dd req-2bf7234a-d8ae-4c8d-9f5c-a9c85cb36ad1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 Mar 31 19:08:35.030225 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad9645-2f79-47bc-a7b4-25072ca322d9 req-340d0302-9e51-4c06-b3f4-4382fc3024b7 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:35.031747 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eaad9645-2f79-47bc-a7b4-25072ca322d9 req-340d0302-9e51-4c06-b3f4-4382fc3024b7 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0562763 Mar 31 19:08:35.109040 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eaad9645-2f79-47bc-a7b4-25072ca322d9 req-cb36f213-f231-4b23-977c-a64f4db41820 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710802 Mar 31 19:08:35.124579 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1e971-c1a9-48dd-a5d5-ce2c9d268f34 req-1851d887-1698-4774-b8b0-88741dca75e6 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:35.126042 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6ad1e971-c1a9-48dd-a5d5-ce2c9d268f34 req-1851d887-1698-4774-b8b0-88741dca75e6 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0816045 Mar 31 19:08:35.176020 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6ad1e971-c1a9-48dd-a5d5-ce2c9d268f34 req-5eff42d5-7f48-4712-90fa-52dfe55172ac tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434752 Mar 31 19:08:36.232122 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4b3d2-212c-4c92-bde2-c271dff20533 req-f8a93bca-038c-43d0-a775-7f0a4cb98fbc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:36.233680 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81e4b3d2-212c-4c92-bde2-c271dff20533 req-f8a93bca-038c-43d0-a775-7f0a4cb98fbc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0568471 Mar 31 19:08:36.317118 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81e4b3d2-212c-4c92-bde2-c271dff20533 req-af7c6c47-a46b-41ec-afd3-91eab5aedfe6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768194 Mar 31 19:08:36.325674 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba7d9c-4981-4357-9e0b-bdf1de8fae4b req-52a903f4-7c42-4b08-b8a6-539cfaf7469f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:36.327192 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-90ba7d9c-4981-4357-9e0b-bdf1de8fae4b req-52a903f4-7c42-4b08-b8a6-539cfaf7469f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0808127 Mar 31 19:08:36.379129 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-90ba7d9c-4981-4357-9e0b-bdf1de8fae4b req-78a97547-9045-43d1-8889-394c82fb4c8f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460305 Mar 31 19:08:37.436847 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25911f-eb3c-4711-b92d-2bda864b475f req-a7430eb7-24af-44a2-a77c-4e427411b4e2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:37.438337 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1f25911f-eb3c-4711-b92d-2bda864b475f req-a7430eb7-24af-44a2-a77c-4e427411b4e2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0524204 Mar 31 19:08:37.759892 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1f25911f-eb3c-4711-b92d-2bda864b475f req-3c40cff5-478f-4f64-8dfb-df66cbc516f2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156185 Mar 31 19:08:37.770370 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b8bc3-9893-4bad-a96f-5c9cecc6f20a req-5da5110f-5f0f-46d5-bf21-1706570776d2 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:37.772520 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5e0b8bc3-9893-4bad-a96f-5c9cecc6f20a req-5da5110f-5f0f-46d5-bf21-1706570776d2 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.3223546 Mar 31 19:08:37.823781 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5e0b8bc3-9893-4bad-a96f-5c9cecc6f20a req-bdca0fab-4ebf-4f47-9623-6b609e51380a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Mar 31 19:08:38.892255 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ebe8-4363-43a7-97dc-3d5d528b8712 req-085c2243-d4dd-4c2a-9fce-eb0009cb1a1f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:38.894087 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7a17ebe8-4363-43a7-97dc-3d5d528b8712 req-085c2243-d4dd-4c2a-9fce-eb0009cb1a1f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0676725 Mar 31 19:08:38.979602 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7a17ebe8-4363-43a7-97dc-3d5d528b8712 req-5247a44f-025e-4d8d-ace5-f4e28143b2d5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750599 Mar 31 19:08:38.987652 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201db2c-b9fb-4806-8c86-4a60d838c1df req-1c6d115e-32a1-4e5e-bed6-61679c6304ef tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:38.989382 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c201db2c-b9fb-4806-8c86-4a60d838c1df req-1c6d115e-32a1-4e5e-bed6-61679c6304ef tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0941582 Mar 31 19:08:39.043150 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c201db2c-b9fb-4806-8c86-4a60d838c1df req-4dac30a1-532d-4020-9640-c93f9b9905f2 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458703 Mar 31 19:08:39.285769 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-b4845b68-f037-42fa-a85f-1e55b16ce7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:39.288038 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-b4845b68-f037-42fa-a85f-1e55b16ce7a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cb76bcd43844538ae65d40fd6cfff86&device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1129 time: 0.0445035 Mar 31 19:08:39.380276 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-9c1749a3-165b-4758-bcaf-b28e6ab43883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:39.381672 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-9c1749a3-165b-4758-bcaf-b28e6ab43883 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 HTTP/1.1" status: 200 len: 911 time: 0.0873320 Mar 31 19:08:39.446327 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-b12af2f0-027f-45a4-a1e1-cc8117c53a31 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 200 len: 1000 time: 0.0580821 Mar 31 19:08:39.495334 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-c19435f5-5e44-412d-a074-5a3ab34df971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:39.496778 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-c19435f5-5e44-412d-a074-5a3ab34df971 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=049bf3b0-9aab-45d3-9354-69df9f430d12 HTTP/1.1" status: 200 len: 848 time: 0.0435781 Mar 31 19:08:39.551184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-c7c1ce31-8124-4f3b-a925-4ae6bc000d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:39.552857 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-c7c1ce31-8124-4f3b-a925-4ae6bc000d23 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484881 Mar 31 19:08:39.639724 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-306e891d-c923-4508-a148-b62671aad151 service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795484 Mar 31 19:08:39.735398 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38acf142-3c14-4b62-8a64-f88c2e33d613 req-0ac399e9-13e1-41da-b43d-2c7be58ae8ca service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854874 Mar 31 19:08:40.088148 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:40.105690 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda799-e244-45fd-900e-bbd0f728a538 req-735d73e1-462b-4cc3-923f-795c4575037a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:40.107232 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ffeda799-e244-45fd-900e-bbd0f728a538 req-735d73e1-462b-4cc3-923f-795c4575037a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0588932 Mar 31 19:08:40.186145 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ffeda799-e244-45fd-900e-bbd0f728a538 req-480733fe-5b1f-488f-81e5-6a56ffbb0083 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729778 Mar 31 19:08:40.203231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3cfcf-2503-4eba-87a9-5306d5687728 req-a110e845-739c-465a-a22e-734432b1041b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:40.204786 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aca3cfcf-2503-4eba-87a9-5306d5687728 req-a110e845-739c-465a-a22e-734432b1041b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0845239 Mar 31 19:08:40.254313 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aca3cfcf-2503-4eba-87a9-5306d5687728 req-23540bd7-c1ff-4708-8e47-f158d18ee683 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Mar 31 19:08:41.311723 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aff051-7f65-4d14-9ba5-051bd88b438b req-c5e8ce3b-ee2d-407a-bebf-4546a93583b2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:41.313218 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07aff051-7f65-4d14-9ba5-051bd88b438b req-c5e8ce3b-ee2d-407a-bebf-4546a93583b2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0601919 Mar 31 19:08:41.390191 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07aff051-7f65-4d14-9ba5-051bd88b438b req-b9dd2383-ceab-4ba7-b9f9-4381d63f80ba tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700562 Mar 31 19:08:41.406084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb140f-0611-48af-a8ce-865ceac62a51 req-e583f3d2-9ef2-4eea-84b4-93eb2deb4578 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:41.407591 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eadb140f-0611-48af-a8ce-865ceac62a51 req-e583f3d2-9ef2-4eea-84b4-93eb2deb4578 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0814555 Mar 31 19:08:41.456201 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eadb140f-0611-48af-a8ce-865ceac62a51 req-9fe6f36e-d346-43e9-a8d2-00dbb951ae79 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430658 Mar 31 19:08:42.513646 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1fedb-d0c1-4ce7-b834-242f245fb732 req-33a918f7-44b0-4bf3-b70e-2d7bf52c1d3c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:42.515750 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-49c1fedb-d0c1-4ce7-b834-242f245fb732 req-33a918f7-44b0-4bf3-b70e-2d7bf52c1d3c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0581496 Mar 31 19:08:42.589770 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-49c1fedb-d0c1-4ce7-b834-242f245fb732 req-c70b4f9a-c96f-4ab5-8279-cef0242905f9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671051 Mar 31 19:08:42.608563 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e114c4-a68c-4e00-999b-01edf3ae6e20 req-31f48586-db88-4c15-b462-612c94cde623 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:42.610048 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d9e114c4-a68c-4e00-999b-01edf3ae6e20 req-31f48586-db88-4c15-b462-612c94cde623 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0814321 Mar 31 19:08:42.660520 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d9e114c4-a68c-4e00-999b-01edf3ae6e20 req-08b6414f-cbd7-4e62-a8a9-251bd3cc201d tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439208 Mar 31 19:08:42.877220 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-55e9d2ff-3db3-456d-beba-fe04919acdff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791874 Mar 31 19:08:42.889842 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d3f2a-0667-42b7-9acb-64140c3eb5d0 req-3b81d34c-f2bc-45a9-995d-be5c7faaa9f9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:42.891704 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3f2d3f2a-0667-42b7-9acb-64140c3eb5d0 req-3b81d34c-f2bc-45a9-995d-be5c7faaa9f9 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0688519 Mar 31 19:08:42.976954 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-35b4c487-edb7-4db6-9a4d-072e976d2e82 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:42.978242 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-35b4c487-edb7-4db6-9a4d-072e976d2e82 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports/5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 200 len: 942 time: 0.0721245 Mar 31 19:08:42.982146 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3f2d3f2a-0667-42b7-9acb-64140c3eb5d0 req-19216016-c00f-4113-b126-59fe61b85aa3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831742 Mar 31 19:08:43.714373 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd8a85-0d33-4208-bca7-81deedefc591 req-0f312c3d-36c1-4356-a3d5-3123fe23bf14 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:43.715848 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0bd8a85-0d33-4208-bca7-81deedefc591 req-0f312c3d-36c1-4356-a3d5-3123fe23bf14 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0570796 Mar 31 19:08:43.770961 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0bd8a85-0d33-4208-bca7-81deedefc591 req-f2af7275-2cf7-407b-8452-38e904d0bffe tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490618 Mar 31 19:08:43.983380 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501d68-e857-4ab2-9cd8-15f84d3d5b9a req-bb2b033e-aad6-443a-a59f-c4a58c538b9c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:43.984837 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-16501d68-e857-4ab2-9cd8-15f84d3d5b9a req-bb2b033e-aad6-443a-a59f-c4a58c538b9c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0560875 Mar 31 19:08:44.076894 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-16501d68-e857-4ab2-9cd8-15f84d3d5b9a req-9ef474e7-249e-42aa-9686-157e391bf503 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854580 Mar 31 19:08:44.108297 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0099ba-24ed-4065-83d2-981813ba427c req-b266d2c7-e187-47da-850a-bf90a907cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.109806 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0f0099ba-24ed-4065-83d2-981813ba427c req-b266d2c7-e187-47da-850a-bf90a907cba7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 1129 time: 0.1042364 Mar 31 19:08:44.172518 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b9ef7-9d7d-4c88-8f15-caf5192ac672 req-a5d87d58-5f3d-449e-98f7-b88aaba9a990 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.173895 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-990b9ef7-9d7d-4c88-8f15-caf5192ac672 req-a5d87d58-5f3d-449e-98f7-b88aaba9a990 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.1121869 Mar 31 19:08:44.246923 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0099ba-24ed-4065-83d2-981813ba427c req-2f9fad99-f2e5-4c12-8ccd-969f41482e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.248423 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0f0099ba-24ed-4065-83d2-981813ba427c req-2f9fad99-f2e5-4c12-8ccd-969f41482e24 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 912 time: 0.1287591 Mar 31 19:08:44.252167 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-990b9ef7-9d7d-4c88-8f15-caf5192ac672 req-17ec219b-2118-4872-a9b9-71bb9dc787f7 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721586 Mar 31 19:08:44.351256 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0f0099ba-24ed-4065-83d2-981813ba427c req-e6e9419d-aabd-4b2e-bc58-d8cdd1edb1ed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a HTTP/1.1" status: 200 len: 1000 time: 0.0910859 Mar 31 19:08:44.367423 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-67998e97-75c0-4550-843f-f394fe32eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.368842 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-67998e97-75c0-4550-843f-f394fe32eb0e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8&tenant_id=2cb76bcd43844538ae65d40fd6cfff86 HTTP/1.1" status: 200 len: 1129 time: 0.0690162 Mar 31 19:08:44.430388 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0099ba-24ed-4065-83d2-981813ba427c req-946707c3-8d2b-4023-abe0-0ee7b1c79bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.431892 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0f0099ba-24ed-4065-83d2-981813ba427c req-946707c3-8d2b-4023-abe0-0ee7b1c79bdd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.0736241 Mar 31 19:08:44.474953 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-efbd757d-c230-40bf-8b35-8f26f100ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.476485 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-efbd757d-c230-40bf-8b35-8f26f100ef89 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cb76bcd43844538ae65d40fd6cfff86&device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1129 time: 0.0778961 Mar 31 19:08:44.536738 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0099ba-24ed-4065-83d2-981813ba427c req-a4120adf-56fb-43a7-9f91-51bf884ff7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.538234 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0f0099ba-24ed-4065-83d2-981813ba427c req-a4120adf-56fb-43a7-9f91-51bf884ff7eb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0972424 Mar 31 19:08:44.637126 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-3024b7e5-e035-471d-941a-34a52d5d5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.638592 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-3024b7e5-e035-471d-941a-34a52d5d5a6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 HTTP/1.1" status: 200 len: 911 time: 0.1504281 Mar 31 19:08:44.698346 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0f0099ba-24ed-4065-83d2-981813ba427c req-1c9cfc85-60d8-458e-99f4-568d5c1a49dd service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521051 Mar 31 19:08:44.761002 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-dc79b5ab-fb31-43b1-9423-b2a2cd3d75bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 200 len: 1000 time: 0.1124184 Mar 31 19:08:44.834495 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-2d8ff8d2-d5c9-4a65-9df9-a8eb87dea0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.836004 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-2d8ff8d2-d5c9-4a65-9df9-a8eb87dea0a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=049bf3b0-9aab-45d3-9354-69df9f430d12 HTTP/1.1" status: 200 len: 848 time: 0.0659387 Mar 31 19:08:44.838111 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0f0099ba-24ed-4065-83d2-981813ba427c req-975f5d13-fdea-4a18-afee-0699792cae5c service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316245 Mar 31 19:08:44.895755 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-2c3d988e-a644-455e-8719-8b6c374aa12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:44.897351 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-2c3d988e-a644-455e-8719-8b6c374aa12a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478985 Mar 31 19:08:44.998777 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-ed93295d-5f11-4dc7-8249-b8c7c233bcae service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871725 Mar 31 19:08:45.088415 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-b9478171-a49f-4a50-a3d4-5ff1fbeabeab service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816293 Mar 31 19:08:45.204562 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb340bc7-59cb-4ec3-b738-c6b4a034e162 req-e0003fdb-a936-408e-ba3a-48624f9cd681 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:45.206039 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cb340bc7-59cb-4ec3-b738-c6b4a034e162 req-e0003fdb-a936-408e-ba3a-48624f9cd681 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0571592 Mar 31 19:08:45.253026 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cb340bc7-59cb-4ec3-b738-c6b4a034e162 req-ef402da5-47bb-4444-98a5-75cb5b6a6c62 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406592 Mar 31 19:08:45.374397 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6b8f8-73a6-44ff-8130-c1d394db298f req-7eac46e3-b8e8-41aa-bf4d-ac2340caa5d3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:45.375914 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e2e6b8f8-73a6-44ff-8130-c1d394db298f req-7eac46e3-b8e8-41aa-bf4d-ac2340caa5d3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0554171 Mar 31 19:08:45.424394 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e2e6b8f8-73a6-44ff-8130-c1d394db298f req-7e075b92-63be-4b46-975e-10d61a575c18 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Mar 31 19:08:45.652614 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:08:45.733699 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 is: ACTIVE; New status is: DOWN {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:08:45.734084 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:45.759278 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:08:45.761579 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d08618d-ffd9-45b2-b0f4-69b7435595ce" -d '{"events": [{"server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:08:45.774373 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:45.778888 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:45.802201 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fffa67-61fe-44a7-8166-0273751f090a x-openstack-request-id: req-85fffa67-61fe-44a7-8166-0273751f090a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:08:45.802704 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:08:45.802704 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85fffa67-61fe-44a7-8166-0273751f090a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:08:45.803144 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fffa67-61fe-44a7-8166-0273751f090a'] response: {'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'code': 200} Mar 31 19:08:45.827882 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:46.373371 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa275a4-7f28-462b-b612-43456ee1483b req-741479d7-a3a7-43dc-ac89-3bf8eaa665f4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:46.374772 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7aa275a4-7f28-462b-b612-43456ee1483b req-741479d7-a3a7-43dc-ac89-3bf8eaa665f4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0540645 Mar 31 19:08:46.424817 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7aa275a4-7f28-462b-b612-43456ee1483b req-15ec55d3-641d-4d9b-8e9a-df4e08b0df22 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442846 Mar 31 19:08:46.548099 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a69536-0201-4c59-87df-f21908f255c1 req-dc8e2b00-6300-497d-98a3-88586bde2cb0 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:46.549594 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2a69536-0201-4c59-87df-f21908f255c1 req-dc8e2b00-6300-497d-98a3-88586bde2cb0 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0535719 Mar 31 19:08:46.600145 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2a69536-0201-4c59-87df-f21908f255c1 req-8493c3ce-70b2-41af-92dc-622745e119d3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Mar 31 19:08:47.104126 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-990a0297-b885-4175-9d19-1bf863d792b6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424542 Mar 31 19:08:47.171474 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-b092b19e-3023-44fc-931d-378f51ea2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:47.172928 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-b092b19e-3023-44fc-931d-378f51ea2437 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 1129 time: 0.0477409 Mar 31 19:08:47.279893 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-85122458-db79-4cac-912e-88e00922c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:47.281333 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-85122458-db79-4cac-912e-88e00922c304 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 912 time: 0.0870972 Mar 31 19:08:47.352272 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-96086db1-e8d5-46d9-9bb7-217ec8154837 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a HTTP/1.1" status: 200 len: 1000 time: 0.0637777 Mar 31 19:08:47.401712 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-3757caee-a416-46f1-9ec9-d834bcefed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:47.403183 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-3757caee-a416-46f1-9ec9-d834bcefed4c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.0448563 Mar 31 19:08:47.452984 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-90abd054-267e-4752-ab38-321fb3f0f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:47.454489 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-90abd054-267e-4752-ab38-321fb3f0f40d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438738 Mar 31 19:08:47.547788 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-642626ee-7409-4d7f-b710-ae8c1516ace9 service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857170 Mar 31 19:08:47.638510 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29ae0525-2d7a-48fc-9871-ff2d04530911 req-1dfcfca8-3a8d-464b-beb1-71fd48988839 service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823746 Mar 31 19:08:47.720240 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3792515-561d-4511-a7ac-f8ea7e64388d req-927c171d-b1a0-4e3d-812c-a1aafcf25095 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:47.721721 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b3792515-561d-4511-a7ac-f8ea7e64388d req-927c171d-b1a0-4e3d-812c-a1aafcf25095 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0531027 Mar 31 19:08:47.770916 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b3792515-561d-4511-a7ac-f8ea7e64388d req-7e041b65-ac7f-46e1-88c1-b0061285eb52 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Mar 31 19:08:48.748206 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:08:48.898374 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f3061-008f-4e50-b0ac-6a867a227f99 req-3e6bf7f3-5b2f-47a3-bbd6-62be8489ced3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:48.899866 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ce0f3061-008f-4e50-b0ac-6a867a227f99 req-3e6bf7f3-5b2f-47a3-bbd6-62be8489ced3 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0624378 Mar 31 19:08:48.947124 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ce0f3061-008f-4e50-b0ac-6a867a227f99 req-47a72662-317c-4379-ad73-55d19c80f199 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417604 Mar 31 19:08:50.063912 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce9a72-4f6b-4e86-8580-18d126d624bf req-bdbe44f9-f96d-43b3-a70e-c6f47b81a3d8 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:50.065382 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a3ce9a72-4f6b-4e86-8580-18d126d624bf req-bdbe44f9-f96d-43b3-a70e-c6f47b81a3d8 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0519476 Mar 31 19:08:50.113400 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a3ce9a72-4f6b-4e86-8580-18d126d624bf req-12cdfc92-527c-4403-b4d7-b4fd752cba69 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 Mar 31 19:08:51.238526 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98a63b-81a0-4bfd-9208-039c65ba90ba req-78d9cddc-4221-41ad-9eca-9daba2fb6e49 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:51.240269 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fd98a63b-81a0-4bfd-9208-039c65ba90ba req-78d9cddc-4221-41ad-9eca-9daba2fb6e49 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0566952 Mar 31 19:08:51.289479 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fd98a63b-81a0-4bfd-9208-039c65ba90ba req-80c1598b-11f7-4745-ae1d-d4bd911a4b5e tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436890 Mar 31 19:08:52.408999 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db403a8-52cb-43ec-b747-8331e9767833 req-70911fdf-bb39-442b-b49b-6d9054a60bc7 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:52.410475 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5db403a8-52cb-43ec-b747-8331e9767833 req-70911fdf-bb39-442b-b49b-6d9054a60bc7 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0534785 Mar 31 19:08:52.459816 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5db403a8-52cb-43ec-b747-8331e9767833 req-99953b1f-953a-45a2-8a19-44f07cf03028 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Mar 31 19:08:53.238558 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc5bf4-e609-4fc6-b328-438ab1439c18 req-4a0d51ba-2498-4ab2-a408-520c400f5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:53.240190 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5ddc5bf4-e609-4fc6-b328-438ab1439c18 req-4a0d51ba-2498-4ab2-a408-520c400f5303 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1127 time: 0.0443494 Mar 31 19:08:53.289578 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5ddc5bf4-e609-4fc6-b328-438ab1439c18 req-c788cab2-116e-4982-9574-5e2532c7ad84 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433533 Mar 31 19:08:53.579980 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68cb42-624d-4640-988c-b52be6bc1b67 req-3c2440bd-3b30-454b-9746-f22c985bd491 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:53.580860 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f68cb42-624d-4640-988c-b52be6bc1b67 req-3c2440bd-3b30-454b-9746-f22c985bd491 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 943 time: 0.0519893 Mar 31 19:08:53.632183 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f68cb42-624d-4640-988c-b52be6bc1b67 req-f71bb241-c460-4964-93ae-f29e3a63b3f1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449700 Mar 31 19:08:53.669798 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:08:53.777084 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:53.789134 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'port_id': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'mac_address': 'fa:16:3e:59:a8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:08:53.836421 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8600289a-2fbb-46a5-aa5b-5e9d86293b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:53.971175 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:08:53.971590 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:53.986009 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:08:54.008570 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:54.013063 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:54.063902 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:54.753401 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc00c6-9b6f-4413-9f74-939855ba547f req-3f16e1ed-ab5b-4778-b192-e78d1b9381e5 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:54.755567 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08fc00c6-9b6f-4413-9f74-939855ba547f req-3f16e1ed-ab5b-4778-b192-e78d1b9381e5 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0542932 Mar 31 19:08:54.803607 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08fc00c6-9b6f-4413-9f74-939855ba547f req-ed323357-cc86-4841-a143-799310762f02 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Mar 31 19:08:55.694697 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:08:55.795695 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:55.807579 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'port_id': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'mac_address': 'fa:16:3e:59:a8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:08:55.925841 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc70414-93ca-4ead-a2c2-8f42cc8c6d92 req-47258aa6-3cd2-4a06-a424-c57f741cd575 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:55.927535 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7fc70414-93ca-4ead-a2c2-8f42cc8c6d92 req-47258aa6-3cd2-4a06-a424-c57f741cd575 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 944 time: 0.0565054 Mar 31 19:08:55.977337 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7fc70414-93ca-4ead-a2c2-8f42cc8c6d92 req-c574f1f2-9cf5-495e-99b9-8c774b8e7249 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Mar 31 19:08:56.040379 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:08:56.319424 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b7d2998d-3899-44ec-8145-4c67f236072e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:56.651570 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40782-d5cc-4120-a268-86cca925207e req-6c57874c-69c9-4d44-99c8-632acdc76e9f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:56.653034 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3c40782-d5cc-4120-a268-86cca925207e req-6c57874c-69c9-4d44-99c8-632acdc76e9f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 947 time: 0.0523953 Mar 31 19:08:56.699903 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3c40782-d5cc-4120-a268-86cca925207e req-562dafd0-ac13-4914-9de8-23d96f5883c0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 Mar 31 19:08:57.498856 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:57.696272 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:08:57.745829 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:08:57.746200 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:57.825426 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635208f2-fbd0-4739-9572-526accd4373e req-5ddeb782-ccec-4958-b3e0-0d5165e1a573 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:57.826913 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-635208f2-fbd0-4739-9572-526accd4373e req-5ddeb782-ccec-4958-b3e0-0d5165e1a573 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 947 time: 0.0514717 Mar 31 19:08:57.828341 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:08:57.828732 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:57.851807 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:08:57.854031 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81be770-25b6-4dca-886e-550d173c9a29" -d '{"events": [{"server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:08:57.867227 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:57.871560 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:57.888063 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-635208f2-fbd0-4739-9572-526accd4373e req-e3cc226b-5bf1-4c30-9e28-e039f5169e93 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554264 Mar 31 19:08:57.895118 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bd4e88-cd23-4f0e-9882-b58ae67b42b6 x-openstack-request-id: req-47bd4e88-cd23-4f0e-9882-b58ae67b42b6 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:08:57.895932 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "name": "network-vif-plugged", "status": "completed", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:08:57.896136 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47bd4e88-cd23-4f0e-9882-b58ae67b42b6 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:08:57.896693 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47bd4e88-cd23-4f0e-9882-b58ae67b42b6'] response: {'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'code': 200} Mar 31 19:08:57.921813 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:58.760187 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:58.771007 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-e0ca79df-d8f3-4661-b76d-cb875b41f971 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:58.772680 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-e0ca79df-d8f3-4661-b76d-cb875b41f971 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 947 time: 0.0666957 Mar 31 19:08:58.881062 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Deleting port 7c22898e-5d5b-4f58-a0a7-7103084811ba {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:08:58.881905 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:59.001428 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] For port 7c22898e-5d5b-4f58-a0a7-7103084811ba, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7c22898e-5d5b-4f58-a0a7-7103084811ba,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:08:59.001724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:59.401638 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7777c9c-0f09-47f5-b9ee-3ac4ea59f504 req-a88b7484-75e6-4089-bffe-237215c3319d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:08:59.403156 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b7777c9c-0f09-47f5-b9ee-3ac4ea59f504 req-a88b7484-75e6-4089-bffe-237215c3319d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 947 time: 0.4193351 Mar 31 19:08:59.527506 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b7777c9c-0f09-47f5-b9ee-3ac4ea59f504 req-70fe98d0-faa1-4130-ab01-4673d5e9375c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=30f320e8-2302-4e71-9439-ce247ae7cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932617 Mar 31 19:08:59.546864 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:59.547549 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (d7842004-a468-42e0-be2d-fc0ace72d5e7), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:59.547874 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Floating IP d7842004-a468-42e0-be2d-fc0ace72d5e7 disassociated. External IP: 172.27.0.97, port: 7c22898e-5d5b-4f58-a0a7-7103084811ba. Mar 31 19:08:59.548231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Calling delete_port for 7c22898e-5d5b-4f58-a0a7-7103084811ba owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:08:59.694255 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (7c22898e-5d5b-4f58-a0a7-7103084811ba), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:08:59.722713 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event deleted for resources: {'Port': ['ID=7c22898e-5d5b-4f58-a0a7-7103084811ba,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:08:59.738071 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.738430 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.739481 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.739481 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.739946 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.740299 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.740641 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.740983 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.741315 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.741652 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.741983 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.742315 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.742645 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.742998 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.743339 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:08:59.874842 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:08:59.994044 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:00.006778 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] Sync routers for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:00.022902 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:00.023572 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:08:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:00.046727 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] No DVR routers for this DVR port 7c22898e-5d5b-4f58-a0a7-7103084811ba on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:00.049950 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:00.053310 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-93b544e1-7b3b-4dc7-ba34-539ff4895fb1 req-f9a2a246-9921-45dc-a841-0e38ce1b8dfe tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "DELETE /v2.0/ports/7c22898e-5d5b-4f58-a0a7-7103084811ba HTTP/1.1" status: 204 len: 173 time: 1.2749512 Mar 31 19:09:00.053757 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-deleted', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:00.056059 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856c3338-575f-4f03-b4fa-ea24b9c1dd67" -d '{"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-deleted", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:00.100241 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518f4660-fd25-4807-b923-1ae7da96684d x-openstack-request-id: req-518f4660-fd25-4807-b923-1ae7da96684d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:00.100615 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14089a3f-7fc9-484e-87c1-045acf977091", "name": "network-vif-deleted", "tag": "7c22898e-5d5b-4f58-a0a7-7103084811ba", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:00.101031 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-518f4660-fd25-4807-b923-1ae7da96684d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:00.101675 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518f4660-fd25-4807-b923-1ae7da96684d'] response: {'server_uuid': '14089a3f-7fc9-484e-87c1-045acf977091', 'name': 'network-vif-deleted', 'tag': '7c22898e-5d5b-4f58-a0a7-7103084811ba', 'status': 'completed', 'code': 200} Mar 31 19:09:00.151514 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:00.386147 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:00.426929 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] Checking router: 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:00.441044 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:00.443245 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:08:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:00.585022 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:00.622335 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:00.696256 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-60d0ed15-2c9f-46da-b51f-486b96911c1e req-c555a0b9-c542-4e4b-931f-177a7cb9251a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=14089a3f-7fc9-484e-87c1-045acf977091 HTTP/1.1" status: 200 len: 210 time: 0.0413005 Mar 31 19:09:00.854329 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:00.883079 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78969796-6a50-4d86-8dda-0c46d3d2be50 None None] The sync data for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi is: [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:01.170371 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209aa99f-c992-4c7e-a19f-546357fb6ad0 None None] New status for floating IP d7842004-a468-42e0-be2d-fc0ace72d5e7: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:09:01.727084 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:01.751686 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 7c22898e-5d5b-4f58-a0a7-7103084811ba {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:01.752045 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7c22898e-5d5b-4f58-a0a7-7103084811ba not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:01.794655 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58504) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:01.852865 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04b5655c-b65a-4ed5-80b9-7ba3acab1801 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (30f320e8-2302-4e71-9439-ce247ae7cfdf), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:01.877134 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04b5655c-b65a-4ed5-80b9-7ba3acab1801 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (30f320e8-2302-4e71-9439-ce247ae7cfdf), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:01.927983 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04b5655c-b65a-4ed5-80b9-7ba3acab1801 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (30f320e8-2302-4e71-9439-ce247ae7cfdf), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:01.930931 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04b5655c-b65a-4ed5-80b9-7ba3acab1801 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:01.932284 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-04b5655c-b65a-4ed5-80b9-7ba3acab1801 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "DELETE /v2.0/security-groups/30f320e8-2302-4e71-9439-ce247ae7cfdf HTTP/1.1" status: 204 len: 168 time: 0.1366210 Mar 31 19:09:01.935211 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58506) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:01.943003 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5655c-b65a-4ed5-80b9-7ba3acab1801 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f320e8-2302-4e71-9439-ce247ae7cfdf,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:01.964082 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.api.v2.resource [None req-1931923e-cdfe-49a0-9b95-1d059be15571 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] show failed (client error): The resource could not be found. Mar 31 19:09:01.965238 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-1931923e-cdfe-49a0-9b95-1d059be15571 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups/30f320e8-2302-4e71-9439-ce247ae7cfdf HTTP/1.1" status: 404 len: 347 time: 0.0289764 Mar 31 19:09:01.968327 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58508) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:02.104612 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Deleting port 514b2405-54f8-44aa-bdae-c70c09afab5f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:02.104959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (514b2405-54f8-44aa-bdae-c70c09afab5f), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.182397 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (514b2405-54f8-44aa-bdae-c70c09afab5f), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.182723 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (514b2405-54f8-44aa-bdae-c70c09afab5f), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.194924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Calling delete_port for 514b2405-54f8-44aa-bdae-c70c09afab5f owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:02.345122 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (514b2405-54f8-44aa-bdae-c70c09afab5f), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.372136 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event deleted for resources: {'Port': ['ID=514b2405-54f8-44aa-bdae-c70c09afab5f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:02.440954 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (d7842004-a468-42e0-be2d-fc0ace72d5e7), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.444520 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.445760 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ba262532-6fbc-4180-8fa2-c354a2b3bdb8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "DELETE /v2.0/floatingips/d7842004-a468-42e0-be2d-fc0ace72d5e7 HTTP/1.1" status: 204 len: 168 time: 0.4765120 Mar 31 19:09:02.797324 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58514) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:02.802436 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-253ba716-d5fa-4561-ac25-f2297d24fb3d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--290804266', 'description': 'tempest-description--1237233175'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:02.824778 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-253ba716-d5fa-4561-ac25-f2297d24fb3d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.905158 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-253ba716-d5fa-4561-ac25-f2297d24fb3d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.909630 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-253ba716-d5fa-4561-ac25-f2297d24fb3d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.941340 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-253ba716-d5fa-4561-ac25-f2297d24fb3d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:02.942612 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-253ba716-d5fa-4561-ac25-f2297d24fb3d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442904 Mar 31 19:09:02.945617 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58516) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:02.951516 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-366d5b4c-3569-4304-9a2c-095a8f057bd5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'security_group_rule': {'security_group_id': 'ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:02.957846 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ba716-d5fa-4561-ac25-f2297d24fb3d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:02.992414 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-366d5b4c-3569-4304-9a2c-095a8f057bd5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (578fdc30-8185-48f6-b45d-324641d958f8), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.051769 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-366d5b4c-3569-4304-9a2c-095a8f057bd5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (578fdc30-8185-48f6-b45d-324641d958f8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.055791 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-366d5b4c-3569-4304-9a2c-095a8f057bd5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (578fdc30-8185-48f6-b45d-324641d958f8), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.075573 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d5b4c-3569-4304-9a2c-095a8f057bd5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578fdc30-8185-48f6-b45d-324641d958f8,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:03.080423 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-366d5b4c-3569-4304-9a2c-095a8f057bd5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.081600 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-366d5b4c-3569-4304-9a2c-095a8f057bd5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350708 Mar 31 19:09:03.085214 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58518) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:03.089509 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-fd7ff1f8-3159-4f86-9c8f-ad41c773c186 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'security_group_rule': {'security_group_id': 'ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:03.113516 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff1f8-3159-4f86-9c8f-ad41c773c186 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (2f2f2d80-df04-44aa-9ddd-45fcb1da897c), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.171274 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff1f8-3159-4f86-9c8f-ad41c773c186 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (2f2f2d80-df04-44aa-9ddd-45fcb1da897c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.174872 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff1f8-3159-4f86-9c8f-ad41c773c186 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (2f2f2d80-df04-44aa-9ddd-45fcb1da897c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.194667 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ff1f8-3159-4f86-9c8f-ad41c773c186 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2f2d80-df04-44aa-9ddd-45fcb1da897c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:03.202181 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff1f8-3159-4f86-9c8f-ad41c773c186 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.203508 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-fd7ff1f8-3159-4f86-9c8f-ad41c773c186 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173606 Mar 31 19:09:03.206781 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58520) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:03.212023 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:03.233585 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.342526 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.447110 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Allocated IP 172.27.0.171 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/f65d52e4-dbb8-4be5-8eba-1231bfbb347a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:09:03.555930 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for port (f65d52e4-dbb8-4be5-8eba-1231bfbb347a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.593147 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (f65d52e4-dbb8-4be5-8eba-1231bfbb347a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.639000 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:03.644247 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:03.649538 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:09:03.652676 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'Port': ['ID=f65d52e4-dbb8-4be5-8eba-1231bfbb347a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:03.744905 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (19c58176-47e1-4f23-857c-80f0d43bfc80), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.781631 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (f65d52e4-dbb8-4be5-8eba-1231bfbb347a), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.939776 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for port (f65d52e4-dbb8-4be5-8eba-1231bfbb347a), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:03.944995 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (f65d52e4-dbb8-4be5-8eba-1231bfbb347a), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:04.013082 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'Port': ['ID=f65d52e4-dbb8-4be5-8eba-1231bfbb347a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:04.026783 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (19c58176-47e1-4f23-857c-80f0d43bfc80), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:04.043431 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:04.044696 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-df911ce2-627d-4fd5-920d-30e44760330f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8362248 Mar 31 19:09:04.242425 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-7a61d14c-441a-4d3e-9f94-cd1e87ba0efc tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--290804266&fields=id&tenant_id=418ee3602c044cabade548f899fe6162 HTTP/1.1" status: 200 len: 267 time: 0.0447896 Mar 31 19:09:04.348728 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c708de15-9cb7-46d4-befc-221cddb8b4ba tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:04.350269 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c708de15-9cb7-46d4-befc-221cddb8b4ba tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 817 time: 0.1014936 Mar 31 19:09:04.365405 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-b8fae493-7853-41b5-a065-9884f7261c82 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/quotas/418ee3602c044cabade548f899fe6162 HTTP/1.1" status: 200 len: 375 time: 0.0098197 Mar 31 19:09:04.425080 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-bf896f0a-92b4-4620-a6d5-802e084f5e43 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544906 Mar 31 19:09:04.520999 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-84c886e3-75fa-4d44-92ef-5948a53b7af7 service neutron] 10.222.0.13 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840285 Mar 31 19:09:04.620204 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-6a52f902-32d7-4810-bd67-6c507cfe6337 service neutron] 10.222.0.13 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932508 Mar 31 19:09:04.794081 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5b7e1f45-d58c-4f8c-9d16-97afd42f23f6 req-75430565-cd28-4d02-846b-bc6fd907b694 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 210 time: 0.0306022 Mar 31 19:09:05.805530 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-1210bb75-62a0-48df-a0d3-c05a4a8174a8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:05.806638 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-1210bb75-62a0-48df-a0d3-c05a4a8174a8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 817 time: 0.1072586 Mar 31 19:09:05.880115 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-19ed86aa-4600-42e4-ac6e-ad597b122fdf tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418ee3602c044cabade548f899fe6162 HTTP/1.1" status: 200 len: 379 time: 0.0613997 Mar 31 19:09:05.904045 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'port': {'device_id': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'admin_state_up': True, 'tenant_id': '418ee3602c044cabade548f899fe6162', 'security_groups': ['ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:05.922725 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bb953755-135f-435e-a3a8-74456789fb96 req-f555f1fc-e2b5-48ea-b8ca-7925bf3b7613 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 210 time: 0.0367258 Mar 31 19:09:06.024003 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Made reservation on behalf of 418ee3602c044cabade548f899fe6162 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:09:06.027504 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:06.157359 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Allocated IP 172.20.0.9 (ac4439e3-a52c-4b5e-83af-76a8b80dda9d/45151ea6-2015-41bc-bafb-1c0eccb492ea/582539f5-3055-450e-aa25-a48bfde4a500) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:09:06.300720 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for port (582539f5-3055-450e-aa25-a48bfde4a500), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:06.338745 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:06.383621 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:09:06.387192 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:09:06.394338 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:09:06.401544 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:06.451746 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:06.452604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:06.472082 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-2179deed-f037-4907-b4a7-17b16e838eec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775335 Mar 31 19:09:06.484111 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Request body: {'port': {'device_id': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:06.554894 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:06.632911 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-abbd631d-ac5e-4f4a-a4ca-5d459b7f8a7d None None] Provisioning complete for port 582539f5-3055-450e-aa25-a48bfde4a500 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:06.633507 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-abbd631d-ac5e-4f4a-a4ca-5d459b7f8a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (582539f5-3055-450e-aa25-a48bfde4a500), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:06.668212 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-abbd631d-ac5e-4f4a-a4ca-5d459b7f8a7d None None] Port 582539f5-3055-450e-aa25-a48bfde4a500 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:09:06.839127 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582539f5-3055-450e-aa25-a48bfde4a500 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:09:06.846928 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Publish callbacks [] for port (582539f5-3055-450e-aa25-a48bfde4a500), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:06.860163 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Transition to ACTIVE for port object 582539f5-3055-450e-aa25-a48bfde4a500 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:09:06.864685 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:06.918638 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:07.011668 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Attempting to bind port 582539f5-3055-450e-aa25-a48bfde4a500 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:09:07.012009 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Attempting to bind port 582539f5-3055-450e-aa25-a48bfde4a500 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:09:07.012343 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Attempting to bind port 582539f5-3055-450e-aa25-a48bfde4a500 on network ac4439e3-a52c-4b5e-83af-76a8b80dda9d {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:09:07.033156 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Port 582539f5-3055-450e-aa25-a48bfde4a500 on network ac4439e3-a52c-4b5e-83af-76a8b80dda9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:09:07.033497 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Attempting to bind port 582539f5-3055-450e-aa25-a48bfde4a500 on network ac4439e3-a52c-4b5e-83af-76a8b80dda9d {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:09:07.040821 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:09:07.041165 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Checking segment: {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:09:07.041570 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Bound using segment: {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:09:07.041991 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Bound port: 582539f5-3055-450e-aa25-a48bfde4a500, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:09:07.042357 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:07.104060 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824446e-d203-4361-b28a-d9ac85d4e8c8 req-5cfedbda-1dd9-48aa-9f52-a2eeab608c0c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:07.105544 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b824446e-d203-4361-b28a-d9ac85d4e8c8 req-5cfedbda-1dd9-48aa-9f52-a2eeab608c0c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.1056426 Mar 31 19:09:07.149740 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:09:07.157550 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:09:07.165042 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:07.207810 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b824446e-d203-4361-b28a-d9ac85d4e8c8 req-db8d9971-dce9-4dd0-b9af-aff0d74c4311 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917594 Mar 31 19:09:07.217028 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:07.217646 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:07.219071 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] 10.222.0.78 "PUT /v2.0/ports/582539f5-3055-450e-aa25-a48bfde4a500 HTTP/1.1" status: 200 len: 1093 time: 0.7393947 Mar 31 19:09:07.219523 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:07.221794 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4569934d-30a5-4f0b-a989-fbc56c6e77b7" -d '{"events": [{"name": "network-changed", "server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "tag": "582539f5-3055-450e-aa25-a48bfde4a500"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:07.251406 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205a0a0-878f-47c7-9794-601158e36720 service neutron] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:07.309395 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5713e96b-d822-4f91-a463-75058c509238 x-openstack-request-id: req-5713e96b-d822-4f91-a463-75058c509238 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:07.309789 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "tag": "582539f5-3055-450e-aa25-a48bfde4a500", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:07.310091 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5713e96b-d822-4f91-a463-75058c509238 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:07.310563 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5713e96b-d822-4f91-a463-75058c509238'] response: {'name': 'network-changed', 'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500', 'status': 'completed', 'code': 200} Mar 31 19:09:07.340310 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-bcda9bda-8add-42f8-9817-151b823cee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:07.341956 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-bcda9bda-8add-42f8-9817-151b823cee40 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 1127 time: 0.0673513 Mar 31 19:09:07.389338 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-25ad3833-17c9-45e4-a92c-483f8f680cce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=582539f5-3055-450e-aa25-a48bfde4a500 HTTP/1.1" status: 200 len: 217 time: 0.0373507 Mar 31 19:09:07.444505 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-8f212737-635c-43bf-b642-6f4c0d0756f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:07.445976 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-8f212737-635c-43bf-b642-6f4c0d0756f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0496652 Mar 31 19:09:07.497653 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-3709ddb0-992d-4f8e-9b00-9556b03739c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:07.499147 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-3709ddb0-992d-4f8e-9b00-9556b03739c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468438 Mar 31 19:09:07.594471 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-363d2826-20c9-43f0-908e-cf6bf791150e service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876462 Mar 31 19:09:07.687846 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ef9e9685-8a33-4c50-836b-22ce9e7cba2d req-d919e60b-677c-45d9-8031-2deac198aaa6 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860176 Mar 31 19:09:07.786145 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-db245c7f-92fc-4c8a-a086-84bc5b8b0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:07.787721 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-db245c7f-92fc-4c8a-a086-84bc5b8b0b45 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 1127 time: 0.0462253 Mar 31 19:09:07.882157 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-c749b819-25f4-4b8b-a16a-03153a738cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:07.883688 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-c749b819-25f4-4b8b-a16a-03153a738cb2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.0895483 Mar 31 19:09:07.924742 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-c7ccbecd-b981-4b57-9311-8bd7e3a6082f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=582539f5-3055-450e-aa25-a48bfde4a500 HTTP/1.1" status: 200 len: 217 time: 0.0346551 Mar 31 19:09:07.979619 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-28347a88-2c64-42d9-abda-61730afa24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:07.981085 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-28347a88-2c64-42d9-abda-61730afa24af service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0495594 Mar 31 19:09:08.032968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-e378cf94-dc64-4a0c-83ff-6df7f06796da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:08.034470 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-e378cf94-dc64-4a0c-83ff-6df7f06796da service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462508 Mar 31 19:09:08.132510 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-e99e1005-d258-4f7e-b4cb-6897d1b51b8e service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879509 Mar 31 19:09:08.225649 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4569934d-30a5-4f0b-a989-fbc56c6e77b7 req-b6d2191a-66f0-45e4-8eab-9ba1278e70f7 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866411 Mar 31 19:09:08.358187 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf50ebd-00e2-4f6a-a1e2-5441f039c029 req-c2dd3467-65c6-4af2-9ea2-b69116e9ca0b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:08.359728 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5bf50ebd-00e2-4f6a-a1e2-5441f039c029 req-c2dd3467-65c6-4af2-9ea2-b69116e9ca0b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0607820 Mar 31 19:09:08.414246 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5bf50ebd-00e2-4f6a-a1e2-5441f039c029 req-4d56667f-18ac-438e-8265-d5ac88c8f991 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480764 Mar 31 19:09:09.545711 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b48572-6cbd-42bb-9009-0730f1c36d9d req-b473ab0f-591a-44f1-8898-c209f5af645e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:09.547222 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08b48572-6cbd-42bb-9009-0730f1c36d9d req-b473ab0f-591a-44f1-8898-c209f5af645e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0588949 Mar 31 19:09:09.595393 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08b48572-6cbd-42bb-9009-0730f1c36d9d req-2867bcbc-f147-4012-9bce-50014d853b3f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418019 Mar 31 19:09:10.088176 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:10.731060 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3ee88-0f07-4b4e-a189-151c4f64175c req-2ea8ed54-7a41-4300-82ff-82bd92920e2a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:10.732557 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bfb3ee88-0f07-4b4e-a189-151c4f64175c req-2ea8ed54-7a41-4300-82ff-82bd92920e2a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0603752 Mar 31 19:09:10.781411 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bfb3ee88-0f07-4b4e-a189-151c4f64175c req-0fb51946-3769-4cb5-ac90-4e6930101936 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430770 Mar 31 19:09:11.807630 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 582539f5-3055-450e-aa25-a48bfde4a500 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:09:11.910502 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2e9d4-8508-4560-b038-61f4f6fa594d req-a76b0697-5b93-40dc-b535-a580bf11fe79 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:11.912222 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-58d2e9d4-8508-4560-b038-61f4f6fa594d req-a76b0697-5b93-40dc-b535-a580bf11fe79 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0579729 Mar 31 19:09:11.915852 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:11.928814 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '582539f5-3055-450e-aa25-a48bfde4a500', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'port_id': '582539f5-3055-450e-aa25-a48bfde4a500', 'mac_address': 'fa:16:3e:d1:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:09:11.963417 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-58d2e9d4-8508-4560-b038-61f4f6fa594d req-6cf219dd-11d1-4836-9ad1-db843c95b397 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451689 Mar 31 19:09:11.967108 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 582539f5-3055-450e-aa25-a48bfde4a500 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:11.967494 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:11.981866 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582539f5-3055-450e-aa25-a48bfde4a500 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:09:12.002430 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:12.006114 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:12.056286 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:12.063219 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.063492 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.063825 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.064153 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.064478 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.064799 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.065138 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.065436 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.065751 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.066064 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.066378 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.066754 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.067160 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.067473 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.067782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:12.529096 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['582539f5-3055-450e-aa25-a48bfde4a500'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:09:13.093288 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7937f69-9db6-491d-89e4-9471bd56a32a req-b3c43ee3-5fa7-4d92-af18-a3f4cf83ab84 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:13.094780 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c7937f69-9db6-491d-89e4-9471bd56a32a req-b3c43ee3-5fa7-4d92-af18-a3f4cf83ab84 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 944 time: 0.0524158 Mar 31 19:09:13.146190 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c7937f69-9db6-491d-89e4-9471bd56a32a req-da42ca9a-f36e-4491-ae32-0c8f4bebe902 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458119 Mar 31 19:09:14.270487 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fae86-3771-4916-9a93-0f53b19cbedb req-1e897dab-4fc4-4c88-afae-a9ab498d0fdd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:14.272030 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7a4fae86-3771-4916-9a93-0f53b19cbedb req-1e897dab-4fc4-4c88-afae-a9ab498d0fdd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 944 time: 0.0541906 Mar 31 19:09:14.320879 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7a4fae86-3771-4916-9a93-0f53b19cbedb req-f5c858c8-a18e-41cd-9fca-5df83b7b7aae tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Mar 31 19:09:15.451687 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252eb77-4248-4094-b4cb-4f85104adbf7 req-5c4b76b4-35ce-416d-90fd-75112c16fa8d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:15.453157 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8252eb77-4248-4094-b4cb-4f85104adbf7 req-5c4b76b4-35ce-416d-90fd-75112c16fa8d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 944 time: 0.0513961 Mar 31 19:09:15.502639 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8252eb77-4248-4094-b4cb-4f85104adbf7 req-a6a4bd81-e152-412d-b24c-a487846d2d4c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 Mar 31 19:09:15.855301 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 582539f5-3055-450e-aa25-a48bfde4a500 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:09:15.906399 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 582539f5-3055-450e-aa25-a48bfde4a500 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:09:15.911388 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 582539f5-3055-450e-aa25-a48bfde4a500 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:09:15.911767 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (582539f5-3055-450e-aa25-a48bfde4a500), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:15.992664 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 582539f5-3055-450e-aa25-a48bfde4a500 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:09:15.993046 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:16.017187 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:16.020742 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56efd434-1c46-492f-bc59-c0981959255c" -d '{"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-plugged", "status": "completed", "tag": "582539f5-3055-450e-aa25-a48bfde4a500"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:16.033632 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:16.038812 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:16.065966 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9060483-a52d-4dba-95d2-324f73d8a18e x-openstack-request-id: req-d9060483-a52d-4dba-95d2-324f73d8a18e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:16.066256 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-plugged", "status": "completed", "tag": "582539f5-3055-450e-aa25-a48bfde4a500", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:16.067005 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9060483-a52d-4dba-95d2-324f73d8a18e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:16.067424 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9060483-a52d-4dba-95d2-324f73d8a18e'] response: {'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500', 'code': 200} Mar 31 19:09:16.095263 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:16.246386 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be128f9-fc6c-427e-8d79-3550a5d774be req-48b98d11-ba45-42bf-991b-4861e9a2c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:16.247861 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6be128f9-fc6c-427e-8d79-3550a5d774be req-48b98d11-ba45-42bf-991b-4861e9a2c1e9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 1129 time: 0.0512118 Mar 31 19:09:16.296726 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6be128f9-fc6c-427e-8d79-3550a5d774be req-07bb5a86-cf3f-47ce-a567-2ae22912156a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408568 Mar 31 19:09:16.636978 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee5578-1028-42fe-82fa-c71796366853 req-41f8681c-fa99-4ad1-8487-b8f9d0b56844 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:16.638570 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7dee5578-1028-42fe-82fa-c71796366853 req-41f8681c-fa99-4ad1-8487-b8f9d0b56844 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0600588 Mar 31 19:09:16.696695 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7dee5578-1028-42fe-82fa-c71796366853 req-8d7e1604-c78a-4bce-80c5-7b6ecb4f7e16 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479097 Mar 31 19:09:17.822860 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf274f-b3ee-4f59-a46d-e3cae342fece req-f363b374-015b-4811-9e1d-56bb91fdb0e1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:17.824501 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4ccf274f-b3ee-4f59-a46d-e3cae342fece req-f363b374-015b-4811-9e1d-56bb91fdb0e1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0540204 Mar 31 19:09:17.876724 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4ccf274f-b3ee-4f59-a46d-e3cae342fece req-7e079b61-cd1d-4026-add1-7754c34c7602 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464270 Mar 31 19:09:19.005945 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e6022-80ed-4ce4-9b66-b7e6a7500aad req-3e605cd0-786c-4904-be3f-756705598098 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:19.007485 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-791e6022-80ed-4ce4-9b66-b7e6a7500aad req-3e605cd0-786c-4904-be3f-756705598098 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0573001 Mar 31 19:09:19.058533 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-791e6022-80ed-4ce4-9b66-b7e6a7500aad req-d9990b7b-7964-4802-b5c5-5fa9d291f807 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Mar 31 19:09:19.187703 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126f13e-c946-4ee2-833b-db01c26d2c81 req-af154d43-b49b-4f8c-99bc-89c16c4045c8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:19.189145 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d126f13e-c946-4ee2-833b-db01c26d2c81 req-af154d43-b49b-4f8c-99bc-89c16c4045c8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0549450 Mar 31 19:09:19.198673 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58588) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:19.203957 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-13120adf-a0f7-468a-95b5-315edc29250d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Request body: {'floatingip': {'port_id': '582539f5-3055-450e-aa25-a48bfde4a500'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:09:19.249035 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13120adf-a0f7-468a-95b5-315edc29250d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (19c58176-47e1-4f23-857c-80f0d43bfc80), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:19.884145 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13120adf-a0f7-468a-95b5-315edc29250d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:19.888097 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13120adf-a0f7-468a-95b5-315edc29250d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (19c58176-47e1-4f23-857c-80f0d43bfc80), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:19.989643 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-13120adf-a0f7-468a-95b5-315edc29250d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Floating IP 19c58176-47e1-4f23-857c-80f0d43bfc80 associated. External IP: 172.27.0.171, port: 582539f5-3055-450e-aa25-a48bfde4a500. Mar 31 19:09:20.197929 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13120adf-a0f7-468a-95b5-315edc29250d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:09:20.311663 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13120adf-a0f7-468a-95b5-315edc29250d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:20.317354 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13120adf-a0f7-468a-95b5-315edc29250d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:20.322701 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] Sync routers for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:20.334330 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:20.334995 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:08:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:20.356759 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-13120adf-a0f7-468a-95b5-315edc29250d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "PUT /v2.0/floatingips/19c58176-47e1-4f23-857c-80f0d43bfc80 HTTP/1.1" status: 200 len: 991 time: 1.1569250 Mar 31 19:09:20.357424 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:20.359695 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537" -d '{"events": [{"name": "network-changed", "server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "tag": "582539f5-3055-450e-aa25-a48bfde4a500"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:20.402778 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1be00d-c600-465b-8405-884fee57f998 x-openstack-request-id: req-9f1be00d-c600-465b-8405-884fee57f998 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:20.403107 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "tag": "582539f5-3055-450e-aa25-a48bfde4a500", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:20.403358 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f1be00d-c600-465b-8405-884fee57f998 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:20.403759 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1be00d-c600-465b-8405-884fee57f998'] response: {'name': 'network-changed', 'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500', 'status': 'completed', 'code': 200} Mar 31 19:09:20.493588 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-52ae507f-c228-48b9-961e-7159dc5cb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:20.496861 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-52ae507f-c228-48b9-961e-7159dc5cb768 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 1129 time: 0.0612597 Mar 31 19:09:20.582799 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:20.599835 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-0b2f61b7-42d3-4103-8c5f-ef4925b1eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:20.601340 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-0b2f61b7-42d3-4103-8c5f-ef4925b1eb38 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.0931456 Mar 31 19:09:20.673831 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-d2d3433c-b35c-4bff-ac07-c733d98d7f7a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=582539f5-3055-450e-aa25-a48bfde4a500 HTTP/1.1" status: 200 len: 999 time: 0.0657117 Mar 31 19:09:20.728163 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-8e76f1ec-fdbb-4d98-bc8b-2d25aec8e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:20.729661 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-8e76f1ec-fdbb-4d98-bc8b-2d25aec8e8f2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0487688 Mar 31 19:09:20.782014 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-00298204-3fac-4a00-8925-1c30f2eb59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:20.783519 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-00298204-3fac-4a00-8925-1c30f2eb59cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474248 Mar 31 19:09:20.863602 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '19c58176-47e1-4f23-857c-80f0d43bfc80', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'port_id': '582539f5-3055-450e-aa25-a48bfde4a500', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'mac_address': 'fa:16:3e:d1:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:09:03Z', 'updated_at': '2022-03-31T19:09:19Z', 'revision_number': 1, 'project_id': '418ee3602c044cabade548f899fe6162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:20.884327 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-d131e7b8-8aa7-4eaa-98be-c7b6d63065ae service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927680 Mar 31 19:09:20.891796 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] Checking router: 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:20.901292 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:20.901919 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:08:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:21.019022 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:21.244713 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dd82c4cf-6c3e-4ae9-a99b-79e6fc391537 req-65a59aad-4938-4152-82cd-c5ead7c7d70e service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537922 Mar 31 19:09:21.267339 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '19c58176-47e1-4f23-857c-80f0d43bfc80', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'port_id': '582539f5-3055-450e-aa25-a48bfde4a500', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'mac_address': 'fa:16:3e:d1:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:09:03Z', 'updated_at': '2022-03-31T19:09:19Z', 'revision_number': 1, 'project_id': '418ee3602c044cabade548f899fe6162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:21.309067 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a9d25-e5c2-42f8-9a67-ece5b1d93c96 None None] The sync data for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi is: [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '19c58176-47e1-4f23-857c-80f0d43bfc80', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'port_id': '582539f5-3055-450e-aa25-a48bfde4a500', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'mac_address': 'fa:16:3e:d1:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:09:03Z', 'updated_at': '2022-03-31T19:09:19Z', 'revision_number': 1, 'project_id': '418ee3602c044cabade548f899fe6162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:21.514543 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f471d8-c818-4c88-88f5-64df4f1d355f None None] New status for floating IP 19c58176-47e1-4f23-857c-80f0d43bfc80: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:09:23.808748 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1affa6b5-efd4-42a4-86b8-839ab78b4d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:25.746558 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:09:26.322495 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e9b54e5-bd7a-493d-bfef-58fcd2cf4381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:27.504800 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:28.760355 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:30.490991 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:39.735958 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99d220-9f6c-4682-8448-a652ef33fb8a req-4e077810-115e-4665-8b49-3e5ea5f65d00 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:39.737466 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b99d220-9f6c-4682-8448-a652ef33fb8a req-4e077810-115e-4665-8b49-3e5ea5f65d00 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0570283 Mar 31 19:09:39.793643 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b99d220-9f6c-4682-8448-a652ef33fb8a req-0f923e4d-821a-4c93-a75e-e4048b226549 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490768 Mar 31 19:09:40.092002 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:40.919705 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3c930-0972-4133-bc8e-f11a6dd68d69 req-81b5af3d-0cd3-4002-b976-dd546b5bff0b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:40.921210 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fdb3c930-0972-4133-bc8e-f11a6dd68d69 req-81b5af3d-0cd3-4002-b976-dd546b5bff0b tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0555828 Mar 31 19:09:40.969939 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fdb3c930-0972-4133-bc8e-f11a6dd68d69 req-94bf46fe-13ac-405d-9f59-800d5bfc58ac tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420644 Mar 31 19:09:42.088944 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5b1bc-782a-4267-8c82-0fbde1ca62a9 req-48d09dc4-3b8b-47ff-9ce9-a9c046c71175 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:42.090407 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-34c5b1bc-782a-4267-8c82-0fbde1ca62a9 req-48d09dc4-3b8b-47ff-9ce9-a9c046c71175 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0523119 Mar 31 19:09:42.138733 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-34c5b1bc-782a-4267-8c82-0fbde1ca62a9 req-5f318b50-757b-4674-b6e4-ebf20696bb08 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427756 Mar 31 19:09:43.263908 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206b6ff-e519-4160-9acd-56d993b92497 req-8673fdc0-c49d-4ad0-9052-fc20c48b7c2e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:43.265356 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b206b6ff-e519-4160-9acd-56d993b92497 req-8673fdc0-c49d-4ad0-9052-fc20c48b7c2e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0572090 Mar 31 19:09:43.317220 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b206b6ff-e519-4160-9acd-56d993b92497 req-56dd416c-cae7-4fb9-b134-61e5350ae68c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=a667b346-20f4-4a45-8c11-b26252945dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447569 Mar 31 19:09:43.496400 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-c58ee67a-f908-423a-bbd4-17c01346117c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:43.497902 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-c58ee67a-f908-423a-bbd4-17c01346117c tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 945 time: 0.0528965 Mar 31 19:09:43.606155 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Deleting port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:43.606430 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.700245 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] For port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:43.700611 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.874882 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.875202 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6d72183b-4961-4d02-9223-251daf6c905e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:43.875518 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Floating IP 6d72183b-4961-4d02-9223-251daf6c905e disassociated. External IP: 172.27.0.175, port: d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4. Mar 31 19:09:43.875868 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Calling delete_port for d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:44.010871 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.047933 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event deleted for resources: {'Port': ['ID=d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:44.164661 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Router d93bd6d4-e317-4664-84bc-22a96333abe5 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:09:44.278533 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:44.288520 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] Sync routers for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:44.299080 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:44.299768 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:09:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:44.323658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] No DVR routers for this DVR port d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:44.326274 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:44.329803 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c3a4e7db-4ca3-4c1d-8c7b-686e9d8d31d0 req-9c835a78-a5c5-48f3-9cad-6cc3eb892a49 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "DELETE /v2.0/ports/d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 HTTP/1.1" status: 204 len: 173 time: 0.8247254 Mar 31 19:09:44.330263 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'name': 'network-vif-deleted', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:44.333918 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5bc3eb-17d1-429e-8db1-1fb99957ba04" -d '{"events": [{"server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "name": "network-vif-deleted", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:44.388773 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458d2741-5044-4690-a307-457ea5a8da34 x-openstack-request-id: req-458d2741-5044-4690-a307-457ea5a8da34 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:44.389069 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf03f55b-6df3-439d-bf48-394e12235395", "name": "network-vif-deleted", "tag": "d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:44.389329 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-458d2741-5044-4690-a307-457ea5a8da34 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:44.389937 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458d2741-5044-4690-a307-457ea5a8da34'] response: {'server_uuid': 'bf03f55b-6df3-439d-bf48-394e12235395', 'name': 'network-vif-deleted', 'tag': 'd7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4', 'status': 'completed', 'code': 200} Mar 31 19:09:44.422697 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-184407c3-1796-4a61-977c-7ac4964751cb req-69b5ec4f-ba61-4cf3-a08f-ddf815a53756 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf03f55b-6df3-439d-bf48-394e12235395 HTTP/1.1" status: 200 len: 210 time: 0.0319302 Mar 31 19:09:44.433111 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:44.656054 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:07Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:44.682747 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] Checking router: d93bd6d4-e317-4664-84bc-22a96333abe5 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:44.692258 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:44.692916 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:09:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:44.801709 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:45.017289 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:07Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:45.052668 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5f1b8-e9ef-4292-bcc9-4abe34b56073 None None] The sync data for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi is: [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:49Z', 'revision_number': 4, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '6548d768-d248-490a-96db-6d494574c0b4', 'name': '', 'network_id': '7fcba23d-90cf-43e9-a3dc-454351d150ba', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'mac_address': 'fa:16:3e:97:28:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:48Z', 'updated_at': '2022-03-31T19:02:07Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'subnets': [{'id': 'db554176-1a22-46e3-b537-c7f461dfce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:45.288501 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3682e88-60ec-42ff-b5b4-a6249d4996e2 None None] New status for floating IP 6d72183b-4961-4d02-9223-251daf6c905e: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:09:45.513559 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58658) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:45.571959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65993f25-530d-47f8-9f77-64f2a2f8975e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group (a667b346-20f4-4a45-8c11-b26252945dfd), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.595868 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65993f25-530d-47f8-9f77-64f2a2f8975e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group (a667b346-20f4-4a45-8c11-b26252945dfd), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.642993 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65993f25-530d-47f8-9f77-64f2a2f8975e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a667b346-20f4-4a45-8c11-b26252945dfd), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.646256 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65993f25-530d-47f8-9f77-64f2a2f8975e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.649571 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-65993f25-530d-47f8-9f77-64f2a2f8975e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "DELETE /v2.0/security-groups/a667b346-20f4-4a45-8c11-b26252945dfd HTTP/1.1" status: 204 len: 168 time: 0.1328750 Mar 31 19:09:45.650545 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58660) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:45.657302 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65993f25-530d-47f8-9f77-64f2a2f8975e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667b346-20f4-4a45-8c11-b26252945dfd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:45.666616 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.api.v2.resource [None req-afee9503-0c52-4e6e-a14a-903b9400d415 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] show failed (client error): The resource could not be found. Mar 31 19:09:45.667696 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-afee9503-0c52-4e6e-a14a-903b9400d415 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups/a667b346-20f4-4a45-8c11-b26252945dfd HTTP/1.1" status: 404 len: 347 time: 0.0161207 Mar 31 19:09:45.670370 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58662) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:45.803870 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Deleting port 6b6258ef-9572-4a6c-9e0e-23573e73b297 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:45.804120 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (6b6258ef-9572-4a6c-9e0e-23573e73b297), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.881734 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (6b6258ef-9572-4a6c-9e0e-23573e73b297), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.882062 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for floatingip (6b6258ef-9572-4a6c-9e0e-23573e73b297), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:45.895096 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Calling delete_port for 6b6258ef-9572-4a6c-9e0e-23573e73b297 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:46.066736 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (6b6258ef-9572-4a6c-9e0e-23573e73b297), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.070885 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:46.089682 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event deleted for resources: {'Port': ['ID=6b6258ef-9572-4a6c-9e0e-23573e73b297,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:46.091073 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:46.091487 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device d7a0c9a5-43df-4e4f-ac69-dcdd009ddbd4 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:46.100361 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.100708 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.101048 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.101385 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.101720 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.102050 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.102377 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.102702 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.103048 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.103370 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.103694 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.104013 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.104332 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.104649 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.104974 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:09:46.166982 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks [] for floatingip (6d72183b-4961-4d02-9223-251daf6c905e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.169494 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:46.170639 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0bd6eac2-4e28-44d7-b060-05ccad48c80f tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "DELETE /v2.0/floatingips/6d72183b-4961-4d02-9223-251daf6c905e HTTP/1.1" status: 204 len: 168 time: 0.4993849 Mar 31 19:09:48.658356 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0e3d5-7f5d-484c-9d98-2826ceeb13c3 req-f22e6109-b2c2-4410-99af-8033c631704e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:48.660497 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1aa0e3d5-7f5d-484c-9d98-2826ceeb13c3 req-f22e6109-b2c2-4410-99af-8033c631704e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.0585153 Mar 31 19:09:48.712541 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1aa0e3d5-7f5d-484c-9d98-2826ceeb13c3 req-f02f0101-8c11-4208-b8b9-0222b3c67740 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461800 Mar 31 19:09:49.147924 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-fb138814-8ad3-471e-9d88-3eb4386c9ee6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510669 Mar 31 19:09:49.221209 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-350b5ff7-db08-4c9a-97fb-ed2b0bc5feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:49.222719 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-350b5ff7-db08-4c9a-97fb-ed2b0bc5feae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cb76bcd43844538ae65d40fd6cfff86&device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1129 time: 0.0449851 Mar 31 19:09:49.377025 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-574284a4-9115-4bb9-8901-d27e9c8cce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:49.379027 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-574284a4-9115-4bb9-8901-d27e9c8cce9f service neutron] 10.222.0.78 "GET /v2.0/networks?id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 HTTP/1.1" status: 200 len: 911 time: 0.1355944 Mar 31 19:09:49.484098 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-7f4abb45-add6-4102-b76e-928ecc56c935 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 200 len: 1000 time: 0.0992880 Mar 31 19:09:49.552607 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258e80a-9e29-44ce-85da-94c03210e169 req-8405fa8d-dcba-48e3-94d0-c090f84d9d3e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:49.554923 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e258e80a-9e29-44ce-85da-94c03210e169 req-8405fa8d-dcba-48e3-94d0-c090f84d9d3e tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1274958 Mar 31 19:09:49.604414 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-309d2f3d-ad14-4e80-9cf5-43b5fb70e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:49.605943 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-309d2f3d-ad14-4e80-9cf5-43b5fb70e137 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=049bf3b0-9aab-45d3-9354-69df9f430d12 HTTP/1.1" status: 200 len: 848 time: 0.1154160 Mar 31 19:09:49.693743 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-58a3313c-a4e0-4f30-87a1-7cc16474af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:49.695226 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-58a3313c-a4e0-4f30-87a1-7cc16474af8e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792630 Mar 31 19:09:49.754508 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e258e80a-9e29-44ce-85da-94c03210e169 req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Deleting port f36890c5-911e-4d21-a631-85172bcff5c8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:49.755028 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e258e80a-9e29-44ce-85da-94c03210e169 req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.913968 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-b5e0bd20-7865-44bd-8379-9e13a97af6b7 service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117870 Mar 31 19:09:49.917216 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-e258e80a-9e29-44ce-85da-94c03210e169 req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] For port f36890c5-911e-4d21-a631-85172bcff5c8, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f36890c5-911e-4d21-a631-85172bcff5c8,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:49.917580 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e258e80a-9e29-44ce-85da-94c03210e169 req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:49.975501 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e258e80a-9e29-44ce-85da-94c03210e169 req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Calling delete_port for f36890c5-911e-4d21-a631-85172bcff5c8 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:49.986979 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e6deb-0a7c-488e-b994-aba10a9b0493 req-245bcdc6-ddbf-402a-85ae-af18bad39d25 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:49.988965 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6b2e6deb-0a7c-488e-b994-aba10a9b0493 req-245bcdc6-ddbf-402a-85ae-af18bad39d25 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0652b7-1b14-40d6-9632-b4d5608c5a9c HTTP/1.1" status: 200 len: 945 time: 0.1867266 Mar 31 19:09:50.104981 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1511e217-3e9a-4e3c-a94f-12ecbe28d96a req-8e727dab-472d-48cf-b10f-e5f4f94f901d service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846318 Mar 31 19:09:50.124702 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6b2e6deb-0a7c-488e-b994-aba10a9b0493 req-311503d7-a973-4fe0-91e7-299bf2853624 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239467 Mar 31 19:09:50.199747 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e258e80a-9e29-44ce-85da-94c03210e169 req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (f36890c5-911e-4d21-a631-85172bcff5c8), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:50.212376 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['c523f3c4-8707-484f-b3e8-3fe19efc6770'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:09:50.229761 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event deleted for resources: {'Port': ['ID=f36890c5-911e-4d21-a631-85172bcff5c8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:50.282416 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e258e80a-9e29-44ce-85da-94c03210e169 req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] No DVR routers for this DVR port f36890c5-911e-4d21-a631-85172bcff5c8 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:50.286063 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e258e80a-9e29-44ce-85da-94c03210e169 req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:50.289654 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e258e80a-9e29-44ce-85da-94c03210e169 req-eff22fb1-72f0-4b37-a2a3-80da2c30a71d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "DELETE /v2.0/ports/f36890c5-911e-4d21-a631-85172bcff5c8 HTTP/1.1" status: 204 len: 173 time: 0.7274809 Mar 31 19:09:50.290105 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0652b7-1b14-40d6-9632-b4d5608c5a9c', 'name': 'network-vif-deleted', 'tag': 'f36890c5-911e-4d21-a631-85172bcff5c8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:50.292485 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef957085-0b34-4f59-b36b-dd7fca971be2" -d '{"events": [{"server_uuid": "1e0652b7-1b14-40d6-9632-b4d5608c5a9c", "name": "network-vif-deleted", "tag": "f36890c5-911e-4d21-a631-85172bcff5c8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:50.335082 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76028025-2c35-4b27-a17b-d0332c994014 x-openstack-request-id: req-76028025-2c35-4b27-a17b-d0332c994014 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:50.335914 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0652b7-1b14-40d6-9632-b4d5608c5a9c", "name": "network-vif-deleted", "tag": "f36890c5-911e-4d21-a631-85172bcff5c8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:50.335914 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76028025-2c35-4b27-a17b-d0332c994014 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:50.336170 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76028025-2c35-4b27-a17b-d0332c994014'] response: {'server_uuid': '1e0652b7-1b14-40d6-9632-b4d5608c5a9c', 'name': 'network-vif-deleted', 'tag': 'f36890c5-911e-4d21-a631-85172bcff5c8', 'status': 'completed', 'code': 200} Mar 31 19:09:51.400200 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6d6f0-bfb0-4251-9a0d-c3c2d0652cd6 req-5511972d-6faa-4284-8973-92d22fe4b781 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:51.401695 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e6c6d6f0-bfb0-4251-9a0d-c3c2d0652cd6 req-5511972d-6faa-4284-8973-92d22fe4b781 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0536335 Mar 31 19:09:51.450507 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e6c6d6f0-bfb0-4251-9a0d-c3c2d0652cd6 req-d80d4d52-91cb-4692-a5c5-871e3165b214 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429218 Mar 31 19:09:52.101796 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device f36890c5-911e-4d21-a631-85172bcff5c8 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:52.121403 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: f36890c5-911e-4d21-a631-85172bcff5c8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:52.121838 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device f36890c5-911e-4d21-a631-85172bcff5c8 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:52.248129 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-38d94c8d-4223-42b9-9387-14f5be3aafbc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:52.249566 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-38d94c8d-4223-42b9-9387-14f5be3aafbc tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0514905 Mar 31 19:09:52.347861 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Deleting port c523f3c4-8707-484f-b3e8-3fe19efc6770 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:52.348279 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:52.435260 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] For port c523f3c4-8707-484f-b3e8-3fe19efc6770, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=c523f3c4-8707-484f-b3e8-3fe19efc6770,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:52.436007 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:52.448270 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Calling delete_port for c523f3c4-8707-484f-b3e8-3fe19efc6770 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:52.618406 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f434fa9-0b6f-47e9-b672-a455ab9e41da req-ec02f39e-5cb6-4f2d-aed9-fa15f171bca0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:09:52.619826 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7f434fa9-0b6f-47e9-b672-a455ab9e41da req-ec02f39e-5cb6-4f2d-aed9-fa15f171bca0 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c5ced3-6809-4b65-ac7d-c4726c77ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0930853 Mar 31 19:09:52.621018 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (c523f3c4-8707-484f-b3e8-3fe19efc6770), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:52.632967 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['c523f3c4-8707-484f-b3e8-3fe19efc6770'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:09:52.663194 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Pushing event deleted for resources: {'Port': ['ID=c523f3c4-8707-484f-b3e8-3fe19efc6770,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:52.725476 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] No DVR routers for this DVR port c523f3c4-8707-484f-b3e8-3fe19efc6770 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:52.728161 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:52.731532 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-29434452-20fc-4c41-970d-cb50b5a3f905 req-e54e5064-4244-42d1-929e-9690df0da139 tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.78 "DELETE /v2.0/ports/c523f3c4-8707-484f-b3e8-3fe19efc6770 HTTP/1.1" status: 204 len: 173 time: 0.4758120 Mar 31 19:09:52.736016 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c5ced3-6809-4b65-ac7d-c4726c77ebf7', 'name': 'network-vif-deleted', 'tag': 'c523f3c4-8707-484f-b3e8-3fe19efc6770'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:09:52.738232 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450414b6-b6d1-4d21-834b-806f5ac137c7" -d '{"events": [{"server_uuid": "33c5ced3-6809-4b65-ac7d-c4726c77ebf7", "name": "network-vif-deleted", "tag": "c523f3c4-8707-484f-b3e8-3fe19efc6770"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:09:52.748030 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7f434fa9-0b6f-47e9-b672-a455ab9e41da req-ec96cccc-425d-4183-bdff-ed1499437a6d tempest-ServerRescueNegativeTestJSON-1564611256 tempest-ServerRescueNegativeTestJSON-1564611256-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6da4464-c4fe-435e-a46e-982e24b4ca30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219742 Mar 31 19:09:52.782821 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36df44d-93e2-447b-ba60-c3f10b773cfc x-openstack-request-id: req-c36df44d-93e2-447b-ba60-c3f10b773cfc {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:09:52.783148 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c5ced3-6809-4b65-ac7d-c4726c77ebf7", "name": "network-vif-deleted", "tag": "c523f3c4-8707-484f-b3e8-3fe19efc6770", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:09:52.783403 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c36df44d-93e2-447b-ba60-c3f10b773cfc {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:09:52.783805 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36df44d-93e2-447b-ba60-c3f10b773cfc'] response: {'server_uuid': '33c5ced3-6809-4b65-ac7d-c4726c77ebf7', 'name': 'network-vif-deleted', 'tag': 'c523f3c4-8707-484f-b3e8-3fe19efc6770', 'status': 'completed', 'code': 200} Mar 31 19:09:53.806933 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58702) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:53.810189 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-77dd53c7-311a-4866-9ded-196b90766790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:54.338181 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (d93bd6d4-e317-4664-84bc-22a96333abe5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:54.627899 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Deleting port 6548d768-d248-490a-96db-6d494574c0b4 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:54.628178 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (6548d768-d248-490a-96db-6d494574c0b4), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:54.900576 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] For port 6548d768-d248-490a-96db-6d494574c0b4, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=6548d768-d248-490a-96db-6d494574c0b4,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:54.901299 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (6548d768-d248-490a-96db-6d494574c0b4), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:54.913535 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Calling delete_port for 6548d768-d248-490a-96db-6d494574c0b4 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:55.095215 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (6548d768-d248-490a-96db-6d494574c0b4), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:55.119137 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6548d768-d248-490a-96db-6d494574c0b4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:55.289410 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (d93bd6d4-e317-4664-84bc-22a96333abe5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:55.508318 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Router d93bd6d4-e317-4664-84bc-22a96333abe5 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:09:55.615600 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:09:55.620749 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f315cd08-533c-463a-b959-24abd9fe4c87 admin admin] 10.222.0.13 "PUT /v2.0/routers/d93bd6d4-e317-4664-84bc-22a96333abe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126676 Mar 31 19:09:55.623165 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58706) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:55.625740 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] Sync routers for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:09:55.636154 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:55.636764 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:09:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:55.732441 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks [] for router (d93bd6d4-e317-4664-84bc-22a96333abe5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:55.842126 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks [] for router_gateway (d93bd6d4-e317-4664-84bc-22a96333abe5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:55.887001 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:55.907695 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Deleting port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:55.908326 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.000045 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] For port e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:56.000407 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.015285 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Calling delete_port for e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:56.074436 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:09:55Z', 'revision_number': 5, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port': {'id': 'e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:42Z', 'updated_at': '2022-03-31T19:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:56.100992 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] Checking router: d93bd6d4-e317-4664-84bc-22a96333abe5 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:09:56.104210 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device c523f3c4-8707-484f-b3e8-3fe19efc6770 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:56.130431 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: c523f3c4-8707-484f-b3e8-3fe19efc6770 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:56.130763 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device c523f3c4-8707-484f-b3e8-3fe19efc6770 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:56.135503 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] Routers {'d93bd6d4-e317-4664-84bc-22a96333abe5'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:09:56.136463 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:09:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d93bd6d4-e317-4664-84bc-22a96333abe5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:56.191574 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.216515 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:56.230815 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] Set router d93bd6d4-e317-4664-84bc-22a96333abe5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:09:56.278561 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (d93bd6d4-e317-4664-84bc-22a96333abe5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.287920 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:09:55Z', 'revision_number': 6, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:56.319494 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e060b-6269-48af-97c3-8a63035db081 None None] The sync data for ids ['d93bd6d4-e317-4664-84bc-22a96333abe5'] in dv-cinder-836066-1-iscsi is: [{'id': 'd93bd6d4-e317-4664-84bc-22a96333abe5', 'name': 'tempest-ServerRescueNegativeTestJSON-1685927332-router', 'tenant_id': '52b1900c61614fdd914316572f58af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:09:55Z', 'revision_number': 6, 'project_id': '52b1900c61614fdd914316572f58af02', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:09:56.332635 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5d465542-ea01-4401-ac65-0686215a08eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.388433 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (d93bd6d4-e317-4664-84bc-22a96333abe5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.390541 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks [] for router_controller (d93bd6d4-e317-4664-84bc-22a96333abe5), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.454752 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (d93bd6d4-e317-4664-84bc-22a96333abe5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.454752 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d93bd6d4-e317-4664-84bc-22a96333abe5 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:09:56.459570 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.460745 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-28feb9cb-0cce-416c-98c0-327266c0a544 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d93bd6d4-e317-4664-84bc-22a96333abe5 HTTP/1.1" status: 204 len: 168 time: 0.8366625 Mar 31 19:09:56.463352 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58710) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:56.509573 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9cf653-4091-4133-8cc6-8296d2d21ad1 admin admin] Deleting subnet db554176-1a22-46e3-b537-c7f461dfce41 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:09:56.512544 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf653-4091-4133-8cc6-8296d2d21ad1 admin admin] Publish callbacks [] for subnet (db554176-1a22-46e3-b537-c7f461dfce41), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.548960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf653-4091-4133-8cc6-8296d2d21ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12949575'] for subnet (db554176-1a22-46e3-b537-c7f461dfce41), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.662443 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf653-4091-4133-8cc6-8296d2d21ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (db554176-1a22-46e3-b537-c7f461dfce41), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.715273 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf653-4091-4133-8cc6-8296d2d21ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15806061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12789556'] for subnet (db554176-1a22-46e3-b537-c7f461dfce41), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.741743 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cf653-4091-4133-8cc6-8296d2d21ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db554176-1a22-46e3-b537-c7f461dfce41,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:56.743836 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf653-4091-4133-8cc6-8296d2d21ad1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.746930 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-dc9cf653-4091-4133-8cc6-8296d2d21ad1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db554176-1a22-46e3-b537-c7f461dfce41 HTTP/1.1" status: 204 len: 168 time: 0.2825801 Mar 31 19:09:56.749607 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58714) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:56.750522 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01053601-4087-4645-af9f-d94a12d948c1 None None] Network 7fcba23d-90cf-43e9-a3dc-454351d150ba requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:09:56.827689 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (7fcba23d-90cf-43e9-a3dc-454351d150ba), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.892989 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Deleting port 936b5843-c632-43cb-9fb7-8144cbcdfc36 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:09:56.893318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.953216 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] For port 936b5843-c632-43cb-9fb7-8144cbcdfc36, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=936b5843-c632-43cb-9fb7-8144cbcdfc36,segment=NetworkSegment(8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c),segment_id=8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:09:56.953472 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:56.968836 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Calling delete_port for 936b5843-c632-43cb-9fb7-8144cbcdfc36 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:09:57.049467 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (936b5843-c632-43cb-9fb7-8144cbcdfc36), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.075169 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Pushing event deleted for resources: {'Port': ['ID=936b5843-c632-43cb-9fb7-8144cbcdfc36,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:57.079232 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] No DVR routers for this DVR port 936b5843-c632-43cb-9fb7-8144cbcdfc36 on host dv-cinder-836066-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:09:57.121424 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ac10b-6386-40ac-a5a2-46e07f2c1ec4 None None] DHCP port deletion for 7fcba23d-90cf-43e9-a3dc-454351d150ba request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:09:57.169404 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (7fcba23d-90cf-43e9-a3dc-454351d150ba), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.188738 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 936b5843-c632-43cb-9fb7-8144cbcdfc36 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:57.195532 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fcba23d-90cf-43e9-a3dc-454351d150ba']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:57.205511 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:57.205738 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:09:57.214187 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 936b5843-c632-43cb-9fb7-8144cbcdfc36 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:57.214527 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 936b5843-c632-43cb-9fb7-8144cbcdfc36 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:57.214972 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:57.217099 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16081675'] for segment (8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.231736 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.235032 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:57.235477 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device e93bd9ca-cfc1-44d4-a28f-2c719d0a3b06 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:57.236115 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 6548d768-d248-490a-96db-6d494574c0b4 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:09:57.239308 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:09:57.239716 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16083821'] for segment (8cad0f1f-00d1-4dc3-847f-8e6a49d05b7c), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: Traceback (most recent call last): Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: timer() Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: cb(*args, **kw) Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: return func(*args, **kwargs) Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: self._notify() Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: self.callback(batched_events) Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: event.method(event) Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: return f(self, *a, **k) Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._get(url).json() Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: return self.request(url, 'GET', **kwargs) Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:09:57.242148 dv-cinder-836066-1-iscsi neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:09:57.256937 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 6548d768-d248-490a-96db-6d494574c0b4 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:09:57.257151 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 6548d768-d248-490a-96db-6d494574c0b4 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:09:57.301201 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (7fcba23d-90cf-43e9-a3dc-454351d150ba), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.306547 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.309710 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] 10.222.0.13 "DELETE /v2.0/networks/7fcba23d-90cf-43e9-a3dc-454351d150ba HTTP/1.1" status: 204 len: 168 time: 0.5580132 Mar 31 19:09:57.321232 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d7f68-25b9-446b-83ba-2e2d5fd5e30b admin admin] Pushing event deleted for resources: {'Network': ['ID=7fcba23d-90cf-43e9-a3dc-454351d150ba,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:57.431305 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58718) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:57.474344 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-1548147b-971f-4bb2-b24f-87eded3f6f60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52b1900c61614fdd914316572f58af02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417600 Mar 31 19:09:57.476825 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58720) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:09:57.504994 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.532139 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5bb67f29-c43a-4a0c-964f-dc5720bce570 admin admin] Publish callbacks [] for security_group (f6da4464-c4fe-435e-a46e-982e24b4ca30), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.554532 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5bb67f29-c43a-4a0c-964f-dc5720bce570 admin admin] Publish callbacks [] for security_group (f6da4464-c4fe-435e-a46e-982e24b4ca30), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.601425 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5bb67f29-c43a-4a0c-964f-dc5720bce570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (f6da4464-c4fe-435e-a46e-982e24b4ca30), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.604056 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5bb67f29-c43a-4a0c-964f-dc5720bce570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:09:57.605180 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5bb67f29-c43a-4a0c-964f-dc5720bce570 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6da4464-c4fe-435e-a46e-982e24b4ca30 HTTP/1.1" status: 204 len: 168 time: 0.1274805 Mar 31 19:09:57.614268 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb67f29-c43a-4a0c-964f-dc5720bce570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6da4464-c4fe-435e-a46e-982e24b4ca30,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:09:58.763468 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:00.493127 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:00.515218 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58854) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:00.618694 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:00.693899 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Publish callbacks [] for security_group (7c297a39-b835-47ce-ac79-8d5d882ebb1e), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:00.697526 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (7c297a39-b835-47ce-ac79-8d5d882ebb1e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:00.736483 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89c5f8b74a2e48b3b3395ec9ab09feb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198451 Mar 31 19:10:00.737484 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c297a39-b835-47ce-ac79-8d5d882ebb1e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:00.739508 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58858) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:00.745054 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.745401 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.745743 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.746084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.746418 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.746749 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.747206 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.747512 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.747842 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.748171 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.748502 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.748832 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.749157 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.749478 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.749802 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71803722-cc05-41ed-b409-ee1bd8d4a09a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:00.789007 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cb416e7-35c0-44f1-96f2-f3aafd903425 admin admin] Publish callbacks [] for security_group (7c297a39-b835-47ce-ac79-8d5d882ebb1e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:00.809599 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cb416e7-35c0-44f1-96f2-f3aafd903425 admin admin] Publish callbacks [] for security_group (7c297a39-b835-47ce-ac79-8d5d882ebb1e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:00.856672 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cb416e7-35c0-44f1-96f2-f3aafd903425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (7c297a39-b835-47ce-ac79-8d5d882ebb1e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:00.859106 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cb416e7-35c0-44f1-96f2-f3aafd903425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:00.860226 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2cb416e7-35c0-44f1-96f2-f3aafd903425 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c297a39-b835-47ce-ac79-8d5d882ebb1e HTTP/1.1" status: 204 len: 168 time: 0.1197515 Mar 31 19:10:00.867888 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb416e7-35c0-44f1-96f2-f3aafd903425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c297a39-b835-47ce-ac79-8d5d882ebb1e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:01.119077 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58864) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:01.132333 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-997eb63b-5808-46b2-a22d-068ace5d1b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:01.212400 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-997eb63b-5808-46b2-a22d-068ace5d1b9a admin admin] Publish callbacks [] for security_group (e90e7bd1-dd7f-4608-87a5-3dcf0f11d3d4), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:01.216174 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-997eb63b-5808-46b2-a22d-068ace5d1b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e90e7bd1-dd7f-4608-87a5-3dcf0f11d3d4), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:01.254040 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-997eb63b-5808-46b2-a22d-068ace5d1b9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b5d5cf77f104f8bb1b56004bc33fd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338561 Mar 31 19:10:01.254919 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997eb63b-5808-46b2-a22d-068ace5d1b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e7bd1-dd7f-4608-87a5-3dcf0f11d3d4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:01.256747 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58866) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:01.309564 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2dd854d-cef2-46a9-849d-837f7dbf3d97 admin admin] Publish callbacks [] for security_group (e90e7bd1-dd7f-4608-87a5-3dcf0f11d3d4), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:01.333736 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2dd854d-cef2-46a9-849d-837f7dbf3d97 admin admin] Publish callbacks [] for security_group (e90e7bd1-dd7f-4608-87a5-3dcf0f11d3d4), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:01.384760 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2dd854d-cef2-46a9-849d-837f7dbf3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e90e7bd1-dd7f-4608-87a5-3dcf0f11d3d4), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:01.387810 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2dd854d-cef2-46a9-849d-837f7dbf3d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:01.389163 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-f2dd854d-cef2-46a9-849d-837f7dbf3d97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e90e7bd1-dd7f-4608-87a5-3dcf0f11d3d4 HTTP/1.1" status: 204 len: 168 time: 0.1312647 Mar 31 19:10:01.399321 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd854d-cef2-46a9-849d-837f7dbf3d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90e7bd1-dd7f-4608-87a5-3dcf0f11d3d4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:02.745772 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:10:03.387080 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98497d2e-7fba-4ae1-b6f5-226fb27b42ed req-d2480385-431b-48f4-8f3c-c405d7ecb6c0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:03.388558 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-98497d2e-7fba-4ae1-b6f5-226fb27b42ed req-d2480385-431b-48f4-8f3c-c405d7ecb6c0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0530846 Mar 31 19:10:03.436019 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-98497d2e-7fba-4ae1-b6f5-226fb27b42ed req-8caa469b-320f-4f77-937a-b14f951bfeb6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414762 Mar 31 19:10:04.557281 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8df1a-63d5-41ec-982a-ba7847d92802 req-814f0419-f730-48bc-876a-3aeb02e3aa1b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:04.558734 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c6c8df1a-63d5-41ec-982a-ba7847d92802 req-814f0419-f730-48bc-876a-3aeb02e3aa1b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0522032 Mar 31 19:10:04.604583 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c6c8df1a-63d5-41ec-982a-ba7847d92802 req-38b96713-169a-48aa-8f45-08b33931cf46 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401824 Mar 31 19:10:05.727980 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d4167-1e81-4414-8b6b-29e17d96acfd req-56255dc9-5de4-452c-a07f-77539eeee4aa tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:05.729433 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-201d4167-1e81-4414-8b6b-29e17d96acfd req-56255dc9-5de4-452c-a07f-77539eeee4aa tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0561452 Mar 31 19:10:05.776019 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-201d4167-1e81-4414-8b6b-29e17d96acfd req-a316c405-1c85-41ff-abac-041fea51088f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Mar 31 19:10:06.896275 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27f32f-4a41-4c91-a2e0-e220922acdb9 req-809e61c7-06fa-4671-8f33-410991c1d490 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:06.897775 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eb27f32f-4a41-4c91-a2e0-e220922acdb9 req-809e61c7-06fa-4671-8f33-410991c1d490 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0540011 Mar 31 19:10:06.944002 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eb27f32f-4a41-4c91-a2e0-e220922acdb9 req-33619104-7bdb-4029-ad70-072c7a7f1971 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407152 Mar 31 19:10:08.068942 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88163ca-310f-4c20-a45f-6275d6300df1 req-14ff334b-cbfb-4575-a6e3-ba6fa1648f39 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.070443 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b88163ca-310f-4c20-a45f-6275d6300df1 req-14ff334b-cbfb-4575-a6e3-ba6fa1648f39 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0590262 Mar 31 19:10:08.117562 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b88163ca-310f-4c20-a45f-6275d6300df1 req-a8dac6fc-fb7d-4d4f-a3c3-19f149d8a342 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea5c511e-b67d-44bf-91ff-910ff43c1e38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413208 Mar 31 19:10:08.388345 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 3aa48fe0-8a99-4347-8f74-9b5fb537f91a no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:10:08.436392 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1695ced-3521-47fb-944c-8546329d08f3 req-e027bc1c-9b06-4293-9a0b-b0e6dbb22028 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:08.437882 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c1695ced-3521-47fb-944c-8546329d08f3 req-e027bc1c-9b06-4293-9a0b-b0e6dbb22028 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 945 time: 0.0543275 Mar 31 19:10:08.466649 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a is: ACTIVE; New status is: DOWN {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:10:08.467063 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.489992 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:08.492249 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fec12ab-e8d7-45b3-89e2-634bad6cea23" -d '{"events": [{"server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:08.504433 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:08.508909 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.536819 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cf7f96-5c56-4ab1-bbff-6273cba0fe68 x-openstack-request-id: req-39cf7f96-5c56-4ab1-bbff-6273cba0fe68 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:08.537107 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:08.537413 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39cf7f96-5c56-4ab1-bbff-6273cba0fe68 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:08.537748 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cf7f96-5c56-4ab1-bbff-6273cba0fe68'] response: {'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'code': 200} Mar 31 19:10:08.541068 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Deleting port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:08.541403 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.560395 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:08.631576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] For port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:08.631845 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.802480 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.802845 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.803186 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Floating IP 6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1 disassociated. External IP: 172.27.0.73, port: 3aa48fe0-8a99-4347-8f74-9b5fb537f91a. Mar 31 19:10:08.803532 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Calling delete_port for 3aa48fe0-8a99-4347-8f74-9b5fb537f91a owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:08.936889 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (3aa48fe0-8a99-4347-8f74-9b5fb537f91a), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:08.965031 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event deleted for resources: {'Port': ['ID=3aa48fe0-8a99-4347-8f74-9b5fb537f91a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:09.310061 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b14618ba-c06d-49fd-9b2f-4168eb0ed0e7 req-443f2451-6850-4c30-99f1-56d842a1e2cf tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=b691107a-d0bc-43e6-bf45-6ae3b1a7e045 HTTP/1.1" status: 200 len: 210 time: 0.0575843 Mar 31 19:10:09.355857 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:10:09.483476 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:10:09.495783 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] Sync routers for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:10:09.507372 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:09.508074 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:09:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:09.538127 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] No DVR routers for this DVR port 3aa48fe0-8a99-4347-8f74-9b5fb537f91a on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:10:09.540763 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:09.544047 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c1695ced-3521-47fb-944c-8546329d08f3 req-6690e54e-2997-493c-ad1a-c1397e68655e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "DELETE /v2.0/ports/3aa48fe0-8a99-4347-8f74-9b5fb537f91a HTTP/1.1" status: 204 len: 173 time: 1.1004376 Mar 31 19:10:09.544536 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'name': 'network-vif-deleted', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:09.546759 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8840a93-3e68-4db8-9952-de3e9e74fe17" -d '{"events": [{"server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "name": "network-vif-deleted", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:09.591997 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cdc74b-800e-4396-8c4a-7d48473b1318 x-openstack-request-id: req-20cdc74b-800e-4396-8c4a-7d48473b1318 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:09.592293 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b691107a-d0bc-43e6-bf45-6ae3b1a7e045", "name": "network-vif-deleted", "tag": "3aa48fe0-8a99-4347-8f74-9b5fb537f91a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:09.592548 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20cdc74b-800e-4396-8c4a-7d48473b1318 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:09.593009 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20cdc74b-800e-4396-8c4a-7d48473b1318'] response: {'server_uuid': 'b691107a-d0bc-43e6-bf45-6ae3b1a7e045', 'name': 'network-vif-deleted', 'tag': '3aa48fe0-8a99-4347-8f74-9b5fb537f91a', 'status': 'completed', 'code': 200} Mar 31 19:10:09.635577 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:09.851131 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:09.880854 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] Checking router: 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:10:09.889186 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:09.889780 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:09:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:09.999900 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:10.088821 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:10.282426 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:10.309037 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda0e87-629b-4d90-be2b-1e32514a748b None None] The sync data for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi is: [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:10:10.402625 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58974) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:10.463336 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2d791e7-1544-494f-9461-95ab2dd5e7e8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (ea5c511e-b67d-44bf-91ff-910ff43c1e38), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:10.487649 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2d791e7-1544-494f-9461-95ab2dd5e7e8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (ea5c511e-b67d-44bf-91ff-910ff43c1e38), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:10.534509 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44fc5df-28cc-4de5-afce-67fbf4fed274 None None] New status for floating IP 6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:10:10.543175 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2d791e7-1544-494f-9461-95ab2dd5e7e8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ea5c511e-b67d-44bf-91ff-910ff43c1e38), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:10.545795 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2d791e7-1544-494f-9461-95ab2dd5e7e8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:10.546975 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a2d791e7-1544-494f-9461-95ab2dd5e7e8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "DELETE /v2.0/security-groups/ea5c511e-b67d-44bf-91ff-910ff43c1e38 HTTP/1.1" status: 204 len: 168 time: 0.1429656 Mar 31 19:10:10.550077 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58976) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:10.563082 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d791e7-1544-494f-9461-95ab2dd5e7e8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c511e-b67d-44bf-91ff-910ff43c1e38,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:10.570540 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.api.v2.resource [None req-0b4c2e3a-b2da-4c33-a200-f7dce2247ef4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] show failed (client error): The resource could not be found. Mar 31 19:10:10.571609 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0b4c2e3a-b2da-4c33-a200-f7dce2247ef4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups/ea5c511e-b67d-44bf-91ff-910ff43c1e38 HTTP/1.1" status: 404 len: 347 time: 0.0205729 Mar 31 19:10:10.575136 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58978) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:10.703387 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Deleting port 297a271f-db3d-4508-ac12-60b77b78aa64 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:10.703730 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (297a271f-db3d-4508-ac12-60b77b78aa64), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:10.781936 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (297a271f-db3d-4508-ac12-60b77b78aa64), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:10.782254 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (297a271f-db3d-4508-ac12-60b77b78aa64), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:10.793839 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Calling delete_port for 297a271f-db3d-4508-ac12-60b77b78aa64 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:10.925954 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (297a271f-db3d-4508-ac12-60b77b78aa64), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:10.952675 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event deleted for resources: {'Port': ['ID=297a271f-db3d-4508-ac12-60b77b78aa64,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:11.015557 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.018306 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.019465 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d6e54101-0f63-40f7-9c25-c51f1d4aa504 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "DELETE /v2.0/floatingips/6a96ac67-6a15-44e0-86dc-b4a83ecfa3d1 HTTP/1.1" status: 204 len: 168 time: 0.4435062 Mar 31 19:10:11.381400 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 58984) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:11.385844 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8077cc59-e1c0-48f8-8653-34b28757e95b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173234979', 'description': 'tempest-description--1877719139'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:11.405465 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8077cc59-e1c0-48f8-8653-34b28757e95b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.479118 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8077cc59-e1c0-48f8-8653-34b28757e95b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (330555f8-1e59-4948-905b-e38ba74e617f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.482952 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8077cc59-e1c0-48f8-8653-34b28757e95b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (330555f8-1e59-4948-905b-e38ba74e617f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.510856 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8077cc59-e1c0-48f8-8653-34b28757e95b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.512089 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8077cc59-e1c0-48f8-8653-34b28757e95b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1297102 Mar 31 19:10:11.515119 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58986) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:11.516025 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077cc59-e1c0-48f8-8653-34b28757e95b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330555f8-1e59-4948-905b-e38ba74e617f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:11.521818 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-bfcefc6e-bf2f-47d5-a1bf-1e4629c8f76b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'security_group_rule': {'security_group_id': '330555f8-1e59-4948-905b-e38ba74e617f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:11.547509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bfcefc6e-bf2f-47d5-a1bf-1e4629c8f76b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (441f76dc-cc5d-4519-9a33-9ee3e3d26ea4), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.604987 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bfcefc6e-bf2f-47d5-a1bf-1e4629c8f76b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (441f76dc-cc5d-4519-9a33-9ee3e3d26ea4), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.608532 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bfcefc6e-bf2f-47d5-a1bf-1e4629c8f76b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (441f76dc-cc5d-4519-9a33-9ee3e3d26ea4), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.625623 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcefc6e-bf2f-47d5-a1bf-1e4629c8f76b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441f76dc-cc5d-4519-9a33-9ee3e3d26ea4,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:11.633253 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bfcefc6e-bf2f-47d5-a1bf-1e4629c8f76b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.634439 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-bfcefc6e-bf2f-47d5-a1bf-1e4629c8f76b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182008 Mar 31 19:10:11.637077 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58988) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:11.641536 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8685108d-d885-4e01-a443-93d7058fab3d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'security_group_rule': {'security_group_id': '330555f8-1e59-4948-905b-e38ba74e617f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:11.665855 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8685108d-d885-4e01-a443-93d7058fab3d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (3d4d0499-a29a-4e09-abff-dad277c3df0a), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.719803 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8685108d-d885-4e01-a443-93d7058fab3d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (3d4d0499-a29a-4e09-abff-dad277c3df0a), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.725349 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8685108d-d885-4e01-a443-93d7058fab3d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (3d4d0499-a29a-4e09-abff-dad277c3df0a), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.746665 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685108d-d885-4e01-a443-93d7058fab3d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4d0499-a29a-4e09-abff-dad277c3df0a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:11.754604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8685108d-d885-4e01-a443-93d7058fab3d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.755922 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-8685108d-d885-4e01-a443-93d7058fab3d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179004 Mar 31 19:10:11.759091 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 58990) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:11.763560 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:11.784070 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:11.895308 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.007973 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Allocated IP 172.27.0.198 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/3a145524-bebb-4a87-88ae-bd7ad06f14f8) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:10:12.111129 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for port (3a145524-bebb-4a87-88ae-bd7ad06f14f8), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.154719 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (3a145524-bebb-4a87-88ae-bd7ad06f14f8), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.194792 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:10:12.198018 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:10:12.200587 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:10:12.232481 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'Port': ['ID=3a145524-bebb-4a87-88ae-bd7ad06f14f8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:12.303189 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (a777dbbf-4be2-4ae9-aee4-c17773f85f01), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.339924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (3a145524-bebb-4a87-88ae-bd7ad06f14f8), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.492014 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for port (3a145524-bebb-4a87-88ae-bd7ad06f14f8), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.497343 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (3a145524-bebb-4a87-88ae-bd7ad06f14f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.565857 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'Port': ['ID=3a145524-bebb-4a87-88ae-bd7ad06f14f8,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:12.578776 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (a777dbbf-4be2-4ae9-aee4-c17773f85f01), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.594309 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:12.595558 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-23987524-d255-4ae0-946f-58291d8bf904 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8355367 Mar 31 19:10:12.795357 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-9777fd93-ca40-47fb-9553-69bac4646170 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--173234979&fields=id&tenant_id=7d0bd6dab9d14914894e961cb4278a09 HTTP/1.1" status: 200 len: 267 time: 0.0441086 Mar 31 19:10:12.904540 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-747edba1-3ad6-41ad-b979-37c30a03faf8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:12.905984 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-747edba1-3ad6-41ad-b979-37c30a03faf8 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 810 time: 0.1034799 Mar 31 19:10:12.920932 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d7b6fe18-4886-4812-8f00-cf0f404b8912 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/quotas/7d0bd6dab9d14914894e961cb4278a09 HTTP/1.1" status: 200 len: 375 time: 0.0088012 Mar 31 19:10:12.974974 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-2371490e-4824-438a-8644-9a4b4135667e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492401 Mar 31 19:10:13.073064 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-5387bf52-c460-4e00-91f7-c94b3c7f698d service neutron] 10.222.0.13 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867224 Mar 31 19:10:13.162275 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-ee9cabcb-26a4-4afd-844b-882ff5e8dbc0 service neutron] 10.222.0.13 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834844 Mar 31 19:10:13.326206 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-97941780-6f1e-45c4-bfc4-58d9f5931627 req-f860a19e-2c1a-489d-9319-73f3d306fc1e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 210 time: 0.0271108 Mar 31 19:10:14.432470 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a499080a-7403-40db-8aed-3426d5755023 req-391860e0-cee0-4ef3-a38a-2de169ff4ea7 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 210 time: 0.0339744 Mar 31 19:10:14.852081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-55ca0e9e-d984-4b7c-a522-ef1d5acb0d88 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:14.853557 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-55ca0e9e-d984-4b7c-a522-ef1d5acb0d88 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 810 time: 0.1080256 Mar 31 19:10:14.920053 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-6fa6b406-8940-4a0f-868e-ca3f4ab2bf7e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0bd6dab9d14914894e961cb4278a09 HTTP/1.1" status: 200 len: 379 time: 0.0553963 Mar 31 19:10:14.931127 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'port': {'device_id': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'admin_state_up': True, 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'security_groups': ['330555f8-1e59-4948-905b-e38ba74e617f']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:15.040745 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Made reservation on behalf of 7d0bd6dab9d14914894e961cb4278a09 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:10:15.044165 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:15.169853 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Allocated IP 172.20.0.11 (6bde30af-3785-4f3a-9cff-7afece844ab7/2ce2b848-47a4-401e-a61e-aa3b41822b89/ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:10:15.310845 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:15.345576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:15.391476 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:10:15.395443 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:10:15.399532 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:10:15.440689 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event updated for resources: {'Port': ['ID=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:15.465710 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:15.466374 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:15.485255 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-36a63bfe-729f-4971-9556-e215eab9542b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576570 Mar 31 19:10:15.497263 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Request body: {'port': {'device_id': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:15.590042 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:15.606121 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-54456ff5-24c3-4ac7-a153-e01be3ee9610 None None] Provisioning complete for port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:10:15.607081 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-54456ff5-24c3-4ac7-a153-e01be3ee9610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:15.637531 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b264f16-8b21-4767-b056-4e0d2673d36e req-72c62c9b-70ed-40da-9157-8d4e642c3c3a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:15.639035 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7b264f16-8b21-4767-b056-4e0d2673d36e req-72c62c9b-70ed-40da-9157-8d4e642c3c3a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 932 time: 0.1208751 Mar 31 19:10:15.640345 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-54456ff5-24c3-4ac7-a153-e01be3ee9610 None None] Port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:10:15.760241 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7b264f16-8b21-4767-b056-4e0d2673d36e req-912ab5a6-4c15-4c29-b971-85fd7266e303 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134639 Mar 31 19:10:15.903554 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:10:15.911227 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Publish callbacks [] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:15.922987 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Transition to ACTIVE for port object ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:10:15.926542 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:15.979963 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:16.060727 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Attempting to bind port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:10:16.061078 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Attempting to bind port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:10:16.061392 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Attempting to bind port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 on network 6bde30af-3785-4f3a-9cff-7afece844ab7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:10:16.066418 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 on network 6bde30af-3785-4f3a-9cff-7afece844ab7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:10:16.067090 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Attempting to bind port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 on network 6bde30af-3785-4f3a-9cff-7afece844ab7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:10:16.075458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:10:16.075458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Checking segment: {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:10:16.075458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Bound using segment: {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:10:16.075458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Bound port: ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5886e3a7-8dbd-401c-a657-3fe00c4e2598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:10:16.075458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:16.154741 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] For port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:10:16.162039 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] For port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:10:16.172004 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:16.205659 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:16.207113 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:16.208630 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] 10.222.0.78 "PUT /v2.0/ports/ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 HTTP/1.1" status: 200 len: 1094 time: 0.7156692 Mar 31 19:10:16.211223 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'tag': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:16.214611 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dd508e-b8ab-41fa-852e-ba374813d469" -d '{"events": [{"name": "network-changed", "server_uuid": "4758438e-a00f-44c2-ade5-91e6c5410bac", "tag": "ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:16.244437 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb6bff-73e3-42c1-9d19-a7ad018f6474 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:16.291622 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68be9bbf-1676-4454-8f03-4c429c7f77af x-openstack-request-id: req-68be9bbf-1676-4454-8f03-4c429c7f77af {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:16.291917 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4758438e-a00f-44c2-ade5-91e6c5410bac", "tag": "ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:16.292181 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68be9bbf-1676-4454-8f03-4c429c7f77af {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:16.292574 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68be9bbf-1676-4454-8f03-4c429c7f77af'] response: {'name': 'network-changed', 'server_uuid': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'tag': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5', 'status': 'completed', 'code': 200} Mar 31 19:10:16.310721 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-de73dbb5-4f50-4ea7-85f8-669231282a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:16.312542 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-de73dbb5-4f50-4ea7-85f8-669231282a71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 1128 time: 0.0576875 Mar 31 19:10:16.359921 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-92bbe40f-f32f-4c55-9386-446bd43005a2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 HTTP/1.1" status: 200 len: 217 time: 0.0400331 Mar 31 19:10:16.411432 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-4ac29114-f17a-48c3-943d-1adcd5e9ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:16.412938 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-4ac29114-f17a-48c3-943d-1adcd5e9ae9e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.0468419 Mar 31 19:10:16.463101 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-bd6226f7-fbb6-46b3-8738-7d9624318383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:16.464610 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-bd6226f7-fbb6-46b3-8738-7d9624318383 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457835 Mar 31 19:10:16.561482 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-f1459643-0a2b-4872-bf4f-ce7bb38bcc0b service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898838 Mar 31 19:10:16.649736 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-efd5ffca-8128-4412-aafb-76968f8ebb68 req-f25f5549-14bf-44f9-860c-6372834d66cf service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816169 Mar 31 19:10:16.749313 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-172463a9-7413-4595-9740-aa7f479ee90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:16.750896 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-172463a9-7413-4595-9740-aa7f479ee90b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 1128 time: 0.0498128 Mar 31 19:10:16.875810 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-9104f042-95d9-482f-8c79-de549ff26ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:16.877190 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-9104f042-95d9-482f-8c79-de549ff26ee0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 912 time: 0.1197975 Mar 31 19:10:16.926207 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-b84e7919-7c8f-4aa9-b094-e63543145a57 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 HTTP/1.1" status: 200 len: 217 time: 0.0419135 Mar 31 19:10:16.948685 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a2a83-5dd7-492e-9330-68da8b0eb2a7 req-68292cb3-e00d-4d05-8cc8-4be661fc8b56 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:16.950135 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-416a2a83-5dd7-492e-9330-68da8b0eb2a7 req-68292cb3-e00d-4d05-8cc8-4be661fc8b56 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 944 time: 0.1112957 Mar 31 19:10:17.007177 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-2f1f6b5a-96cb-4ba5-b175-8f6aaf8d0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:17.008632 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-2f1f6b5a-96cb-4ba5-b175-8f6aaf8d0ff8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.0754437 Mar 31 19:10:17.035586 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-416a2a83-5dd7-492e-9330-68da8b0eb2a7 req-3788f387-1b93-4ec9-a120-53097e96e3a4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677249 Mar 31 19:10:17.069053 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-d38f3bff-c363-43d3-b2e6-b544a203874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:17.070569 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-d38f3bff-c363-43d3-b2e6-b544a203874f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514586 Mar 31 19:10:17.172502 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-89b01ffe-3bcc-478f-95fa-e97271ed993e service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881245 Mar 31 19:10:17.269783 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-66dd508e-b8ab-41fa-852e-ba374813d469 req-b6e1ec41-d1c4-4214-9483-ac191c77cb9e service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914488 Mar 31 19:10:18.163883 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ed89d-6b06-41df-8b19-47eaaec335ae req-28424802-b12b-4358-8531-be32d98d5794 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:18.165519 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-935ed89d-6b06-41df-8b19-47eaaec335ae req-28424802-b12b-4358-8531-be32d98d5794 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 944 time: 0.0591643 Mar 31 19:10:18.212572 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-935ed89d-6b06-41df-8b19-47eaaec335ae req-0dbd04d9-7ad9-45cf-88ef-e89cf017b4af tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 Mar 31 19:10:19.333604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cc6c3-adec-4b5b-8a63-be32806fa3ef req-89592077-f579-4816-80aa-afef8fe00fbc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:19.335028 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c30cc6c3-adec-4b5b-8a63-be32806fa3ef req-89592077-f579-4816-80aa-afef8fe00fbc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 944 time: 0.0529885 Mar 31 19:10:19.381987 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c30cc6c3-adec-4b5b-8a63-be32806fa3ef req-84f80f6f-efb9-4baf-9633-c8167d1e44a6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Mar 31 19:10:20.496530 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d22e43-7a06-47ca-9ce2-ba3404698bba req-86d3129b-2554-4971-ae45-5366b7c11b28 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:20.498139 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d8d22e43-7a06-47ca-9ce2-ba3404698bba req-86d3129b-2554-4971-ae45-5366b7c11b28 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 944 time: 0.0514438 Mar 31 19:10:20.552178 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d8d22e43-7a06-47ca-9ce2-ba3404698bba req-416c3a86-90c4-46e2-bc4a-499775fa4650 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479279 Mar 31 19:10:21.671577 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67405b-2a84-485f-9dbb-6369ad384b75 req-fde35dfe-7638-4f91-9549-64d89d1223c5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:21.673052 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac67405b-2a84-485f-9dbb-6369ad384b75 req-fde35dfe-7638-4f91-9549-64d89d1223c5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 944 time: 0.0534875 Mar 31 19:10:21.721057 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac67405b-2a84-485f-9dbb-6369ad384b75 req-014ee8e3-f2c2-4f61-99d2-471a7b815359 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422039 Mar 31 19:10:22.840147 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd4a34-a44f-4ed8-9070-a25cb78a22d5 req-0675b865-754c-4f06-a62c-3c4cfc12e61a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:22.841520 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c5dd4a34-a44f-4ed8-9070-a25cb78a22d5 req-0675b865-754c-4f06-a62c-3c4cfc12e61a tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 944 time: 0.0525358 Mar 31 19:10:22.887963 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c5dd4a34-a44f-4ed8-9070-a25cb78a22d5 req-f71f5974-2f1e-4600-89fa-d103a5de2a0c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409594 Mar 31 19:10:23.811459 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c3f0930-6b8e-48d0-8355-d08a45fa1fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:24.014060 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b334df5-87c1-4b15-86d3-de6bc7ec9e0b req-8d047aa1-cf8e-45e2-b3b3-c145d3f4efcc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:24.015578 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b334df5-87c1-4b15-86d3-de6bc7ec9e0b req-8d047aa1-cf8e-45e2-b3b3-c145d3f4efcc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 944 time: 0.0563393 Mar 31 19:10:24.064369 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b334df5-87c1-4b15-86d3-de6bc7ec9e0b req-0c42b39f-6ec8-48b8-9629-c2b3d818563b tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428510 Mar 31 19:10:24.723695 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:10:24.823527 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:24.835787 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'port_id': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5', 'mac_address': 'fa:16:3e:65:5f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:10:24.872722 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:10:24.873003 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:24.887430 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:10:24.907307 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:24.911118 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:24.963739 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:24.973514 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.974010 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.974333 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.974755 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.975129 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.975486 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.975819 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.976182 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.976618 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.977013 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.977408 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.977750 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.978169 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.978513 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:24.978932 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:25.184014 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f304ab5-4cb1-4d2d-85d9-cf004cc3375b req-ea7356dc-fbe2-40f9-9532-b7fcad87ead4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:25.185487 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1f304ab5-4cb1-4d2d-85d9-cf004cc3375b req-ea7356dc-fbe2-40f9-9532-b7fcad87ead4 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 945 time: 0.0542650 Mar 31 19:10:25.233910 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1f304ab5-4cb1-4d2d-85d9-cf004cc3375b req-3b975c0f-ca2b-47b9-8e4c-58970285381f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428405 Mar 31 19:10:25.350295 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:10:26.330004 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b53875ba-1e16-495e-b195-fea12e98993d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:26.359126 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445460f2-7bd4-4a68-a718-957b364749a5 req-9a11503d-787d-48f9-90ab-b4f7989c0fc6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:26.360678 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-445460f2-7bd4-4a68-a718-957b364749a5 req-9a11503d-787d-48f9-90ab-b4f7989c0fc6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 945 time: 0.0568035 Mar 31 19:10:26.413759 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-445460f2-7bd4-4a68-a718-957b364749a5 req-6e5efedf-3b1d-4ce6-92d2-b06014c4cc20 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460141 Mar 31 19:10:27.509235 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:27.541262 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5619-e945-4a40-8ee2-262d4c64d4d4 req-becde653-4c3e-4229-8732-16b263182eab tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:27.542785 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-20ad5619-e945-4a40-8ee2-262d4c64d4d4 req-becde653-4c3e-4229-8732-16b263182eab tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 945 time: 0.0619650 Mar 31 19:10:27.593285 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-20ad5619-e945-4a40-8ee2-262d4c64d4d4 req-3cf16079-1953-4bff-8f81-2656389b39ad tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448263 Mar 31 19:10:28.714089 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbdc8f-c78a-43c9-bad0-ad92f34d5363 req-23c9b4be-67af-47ad-a448-878883b57b9f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:28.715711 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bbfbdc8f-c78a-43c9-bad0-ad92f34d5363 req-23c9b4be-67af-47ad-a448-878883b57b9f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 945 time: 0.0547395 Mar 31 19:10:28.766024 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:28.767196 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bbfbdc8f-c78a-43c9-bad0-ad92f34d5363 req-5ddbd10c-a75e-41f9-81ab-d225c9a5db9c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447490 Mar 31 19:10:29.896869 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01996e9a-0ed0-4ef6-be26-a24a2ccc4483 req-9df870a8-8a93-4a67-8fcf-899585f6aefc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:29.898342 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-01996e9a-0ed0-4ef6-be26-a24a2ccc4483 req-9df870a8-8a93-4a67-8fcf-899585f6aefc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 945 time: 0.0567875 Mar 31 19:10:29.944722 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-01996e9a-0ed0-4ef6-be26-a24a2ccc4483 req-b04798c9-e9a2-4005-be47-e0e7a7b97b7c tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408804 Mar 31 19:10:30.495492 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:30.999416 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:10:31.052361 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:10:31.056854 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:10:31.057224 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:31.069208 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585a0e9-7e3f-46ea-a52f-adcb58d57741 req-73cb099c-476e-43a4-9af7-2adf29fb0ad0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:31.070759 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d585a0e9-7e3f-46ea-a52f-adcb58d57741 req-73cb099c-476e-43a4-9af7-2adf29fb0ad0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 945 time: 0.0570080 Mar 31 19:10:31.122572 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d585a0e9-7e3f-46ea-a52f-adcb58d57741 req-039dc74f-ba0b-4a72-baa3-42137c574a09 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460148 Mar 31 19:10:31.142872 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:10:31.143284 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:31.166791 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:31.168767 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41af178-fd8c-48fc-8a72-c0710175cc9a" -d '{"events": [{"server_uuid": "4758438e-a00f-44c2-ade5-91e6c5410bac", "name": "network-vif-plugged", "status": "completed", "tag": "ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:31.184132 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:31.191161 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:31.216950 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994b26f1-ffd9-4930-802d-7bdfec1cc4fd x-openstack-request-id: req-994b26f1-ffd9-4930-802d-7bdfec1cc4fd {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:31.217240 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4758438e-a00f-44c2-ade5-91e6c5410bac", "name": "network-vif-plugged", "status": "completed", "tag": "ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:31.217492 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-994b26f1-ffd9-4930-802d-7bdfec1cc4fd {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:31.217886 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994b26f1-ffd9-4930-802d-7bdfec1cc4fd'] response: {'server_uuid': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5', 'code': 200} Mar 31 19:10:31.250601 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:31.432023 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551641c-7818-47b6-aadb-235d4041edb7 req-3cce93b7-f07b-4017-b126-d8687ec4d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:31.434646 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d551641c-7818-47b6-aadb-235d4041edb7 req-3cce93b7-f07b-4017-b126-d8687ec4d506 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 1130 time: 0.0787597 Mar 31 19:10:31.485732 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d551641c-7818-47b6-aadb-235d4041edb7 req-53f157b9-7af2-4ab1-bb2d-48bc8c67dfaf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444739 Mar 31 19:10:32.245906 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609ec4-2c0f-4f4a-8819-0b728de38cd2 req-f98de8aa-23cd-4d0d-ae29-1c3aa91c1086 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:32.247439 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1c609ec4-2c0f-4f4a-8819-0b728de38cd2 req-f98de8aa-23cd-4d0d-ae29-1c3aa91c1086 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0552197 Mar 31 19:10:32.301253 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1c609ec4-2c0f-4f4a-8819-0b728de38cd2 req-7a01262f-a5f0-4ced-bcf7-64d48d55d6bc tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478938 Mar 31 19:10:33.426193 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c6d6-5661-42c6-8d0d-b09f02440980 req-1073d81b-24b6-4f12-981d-eaae16b5b453 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:33.429062 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d509c6d6-5661-42c6-8d0d-b09f02440980 req-1073d81b-24b6-4f12-981d-eaae16b5b453 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0556726 Mar 31 19:10:33.482192 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d509c6d6-5661-42c6-8d0d-b09f02440980 req-9e5acb80-9621-4b1f-920f-9456df9feeb6 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475354 Mar 31 19:10:34.602380 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4767ca-c373-4268-9967-b0f6416e96a0 req-1607199d-c502-4644-a256-d205d716c408 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:34.603888 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ea4767ca-c373-4268-9967-b0f6416e96a0 req-1607199d-c502-4644-a256-d205d716c408 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0544941 Mar 31 19:10:34.651409 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ea4767ca-c373-4268-9967-b0f6416e96a0 req-3be15b8c-46dc-4d70-9d70-3ec7abe51136 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418577 Mar 31 19:10:35.775408 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92845c-91e1-4073-87bd-04a27717a70b req-7075f6a5-fc56-4794-9dc7-cd2e131bae25 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:35.777138 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7d92845c-91e1-4073-87bd-04a27717a70b req-7075f6a5-fc56-4794-9dc7-cd2e131bae25 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0561838 Mar 31 19:10:35.825191 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7d92845c-91e1-4073-87bd-04a27717a70b req-67b322a8-2a15-46d0-97b4-535b82e31f25 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Mar 31 19:10:36.953605 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192f38d-8838-42ae-b641-88535c6a28a7 req-33a821e7-eb99-4a32-bc16-aa7ade6238c9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:36.955185 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5192f38d-8838-42ae-b641-88535c6a28a7 req-33a821e7-eb99-4a32-bc16-aa7ade6238c9 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0609748 Mar 31 19:10:37.005820 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5192f38d-8838-42ae-b641-88535c6a28a7 req-6ba4dac7-e99c-483e-88e6-eaaef7ef31c7 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439560 Mar 31 19:10:38.096121 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59170) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:38.144643 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5566f5-fdad-4ee3-80e1-6eb0054eaf07 req-d179018a-a587-4724-8002-782d3d7e5423 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:38.146636 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8a5566f5-fdad-4ee3-80e1-6eb0054eaf07 req-d179018a-a587-4724-8002-782d3d7e5423 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0681071 Mar 31 19:10:38.198923 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8a5566f5-fdad-4ee3-80e1-6eb0054eaf07 req-d5c3db3e-b075-4b6d-9edb-30223682ef51 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465276 Mar 31 19:10:38.281419 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Deleting port 6a9b4f00-de6d-4e93-9472-327df70287df {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:38.281933 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (6a9b4f00-de6d-4e93-9472-327df70287df), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:38.345372 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bd47c-49c4-485a-9593-855e7157d7fa req-71f86e57-a2db-4070-a005-402579b62da2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:38.346853 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-901bd47c-49c4-485a-9593-855e7157d7fa req-71f86e57-a2db-4070-a005-402579b62da2 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0804496 Mar 31 19:10:38.359745 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59174) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:38.364668 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-799e73b8-a72d-4381-b139-5d7ffbed66de tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Request body: {'floatingip': {'port_id': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:38.371767 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (6a9b4f00-de6d-4e93-9472-327df70287df), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:38.372106 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for floatingip (6a9b4f00-de6d-4e93-9472-327df70287df), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:38.386342 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Calling delete_port for 6a9b4f00-de6d-4e93-9472-327df70287df owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:38.407544 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-799e73b8-a72d-4381-b139-5d7ffbed66de tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (a777dbbf-4be2-4ae9-aee4-c17773f85f01), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:38.573235 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (6a9b4f00-de6d-4e93-9472-327df70287df), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:38.602893 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event deleted for resources: {'Port': ['ID=6a9b4f00-de6d-4e93-9472-327df70287df,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:38.681088 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for floatingip (e863e61f-fb67-4f62-b7e8-4cf815781311), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:38.681422 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Floating IP e863e61f-fb67-4f62-b7e8-4cf815781311 disassociated (deleted). External IP: 172.27.0.37, port: 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2. Mar 31 19:10:39.153544 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Router 503662b9-76c7-4447-aad0-da1518675feb has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:10:39.159456 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-799e73b8-a72d-4381-b139-5d7ffbed66de tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:39.163777 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-799e73b8-a72d-4381-b139-5d7ffbed66de tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (a777dbbf-4be2-4ae9-aee4-c17773f85f01), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:39.267055 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:10:39.273083 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-799e73b8-a72d-4381-b139-5d7ffbed66de tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Floating IP a777dbbf-4be2-4ae9-aee4-c17773f85f01 associated. External IP: 172.27.0.198, port: ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5. Mar 31 19:10:39.273545 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:39.278279 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] Sync routers for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:10:39.290598 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:39.291342 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:39.306164 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-029bdad9-abf2-4add-957a-18ce7c6d9eda tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "DELETE /v2.0/floatingips/e863e61f-fb67-4f62-b7e8-4cf815781311 HTTP/1.1" status: 204 len: 168 time: 1.2080355 Mar 31 19:10:39.307111 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:39.311644 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674a9852-e5fb-42c4-ada2-4b644e0b3286" -d '{"events": [{"name": "network-changed", "server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:39.356585 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff0da4a-c026-46b4-88de-72af2b772795 x-openstack-request-id: req-2ff0da4a-c026-46b4-88de-72af2b772795 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:39.357222 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:39.357475 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ff0da4a-c026-46b4-88de-72af2b772795 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:39.358505 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff0da4a-c026-46b4-88de-72af2b772795'] response: {'name': 'network-changed', 'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'status': 'completed', 'code': 200} Mar 31 19:10:39.444582 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:39.546187 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-d0d58d00-6ba7-46ea-999e-038e7dd34eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:39.547725 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-d0d58d00-6ba7-46ea-999e-038e7dd34eda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cb76bcd43844538ae65d40fd6cfff86&device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 1129 time: 0.1681893 Mar 31 19:10:39.683325 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8028041-1ec2-4ee8-be3f-11e1aab69296 req-752ca346-1ff2-48a9-b20e-8a7e3adbce3f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:39.684901 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8028041-1ec2-4ee8-be3f-11e1aab69296 req-752ca346-1ff2-48a9-b20e-8a7e3adbce3f tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.1609113 Mar 31 19:10:39.688689 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799e73b8-a72d-4381-b139-5d7ffbed66de tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:10:39.689516 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '93d5c4d4-d005-4395-9428-5e91c0c7dc32', 'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'mac_address': 'fa:16:3e:da:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:59Z', 'updated_at': '2022-03-31T19:03:05Z', 'revision_number': 5, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'subnets': [{'id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:39.722261 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] Checking router: 503662b9-76c7-4447-aad0-da1518675feb for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:10:39.731556 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:39.732175 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:39.786184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-eb555ef6-1fef-4c75-8a0a-e988931394b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:39.787991 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-eb555ef6-1fef-4c75-8a0a-e988931394b7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 HTTP/1.1" status: 200 len: 911 time: 0.2137182 Mar 31 19:10:39.801698 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:10:39.864577 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:39.882734 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8028041-1ec2-4ee8-be3f-11e1aab69296 req-c66af684-eb72-4a79-a983-0d9d89be4a16 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842077 Mar 31 19:10:39.884015 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-17f03925-f951-40b6-9f06-97090df4653b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 200 len: 217 time: 0.0571558 Mar 31 19:10:39.963084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-5454c325-7d38-47d4-a085-4069a70626fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:39.965853 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-5454c325-7d38-47d4-a085-4069a70626fc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=049bf3b0-9aab-45d3-9354-69df9f430d12 HTTP/1.1" status: 200 len: 848 time: 0.0702317 Mar 31 19:10:39.972535 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799e73b8-a72d-4381-b139-5d7ffbed66de tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:10:39.985912 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] Sync routers for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:10:39.986880 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-799e73b8-a72d-4381-b139-5d7ffbed66de tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:40.006778 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:40.007908 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:40.043107 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-799e73b8-a72d-4381-b139-5d7ffbed66de tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "PUT /v2.0/floatingips/a777dbbf-4be2-4ae9-aee4-c17773f85f01 HTTP/1.1" status: 200 len: 992 time: 1.6822209 Mar 31 19:10:40.044891 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'tag': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:40.047127 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be26181-9a4f-43b9-a049-bf9542e1e982" -d '{"events": [{"name": "network-changed", "server_uuid": "4758438e-a00f-44c2-ade5-91e6c5410bac", "tag": "ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:40.076170 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-327e5127-19eb-4257-a567-07b76adbb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:40.077722 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-327e5127-19eb-4257-a567-07b76adbb6fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028442 Mar 31 19:10:40.125661 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b4d56-d7c1-4bf7-add8-0ec792b9e64b x-openstack-request-id: req-e63b4d56-d7c1-4bf7-add8-0ec792b9e64b {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:40.125923 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4758438e-a00f-44c2-ade5-91e6c5410bac", "tag": "ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:40.126342 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e63b4d56-d7c1-4bf7-add8-0ec792b9e64b {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:40.127503 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63b4d56-d7c1-4bf7-add8-0ec792b9e64b'] response: {'name': 'network-changed', 'server_uuid': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'tag': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5', 'status': 'completed', 'code': 200} Mar 31 19:10:40.152653 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:40.162285 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '93d5c4d4-d005-4395-9428-5e91c0c7dc32', 'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'mac_address': 'fa:16:3e:da:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:59Z', 'updated_at': '2022-03-31T19:03:05Z', 'revision_number': 5, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'subnets': [{'id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:40.202902 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c3678-2168-4114-9d42-09a3a45d846d None None] The sync data for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi is: [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:00Z', 'revision_number': 4, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '93d5c4d4-d005-4395-9428-5e91c0c7dc32', 'name': '', 'network_id': '3124a844-b0a0-4573-aebc-d6e0cd2ed1d2', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'mac_address': 'fa:16:3e:da:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:59Z', 'updated_at': '2022-03-31T19:03:05Z', 'revision_number': 5, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'subnets': [{'id': '049bf3b0-9aab-45d3-9354-69df9f430d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:10:40.205207 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:40.304867 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-8c718b4e-722f-4a84-b504-e08a0956f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:40.307678 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-8c718b4e-722f-4a84-b504-e08a0956f9a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d0bd6dab9d14914894e961cb4278a09&device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 1130 time: 0.1251593 Mar 31 19:10:40.390585 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-88fbc041-0b9f-44de-840b-c3bcdda9b075 service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058767 Mar 31 19:10:40.486389 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-bdbef2ba-528f-4059-959d-bdf13f210dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:40.489174 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-bdbef2ba-528f-4059-959d-bdf13f210dc4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 200 len: 912 time: 0.1725409 Mar 31 19:10:40.549821 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'a777dbbf-4be2-4ae9-aee4-c17773f85f01', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'port_id': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'mac_address': 'fa:16:3e:65:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:10:12Z', 'updated_at': '2022-03-31T19:10:39Z', 'revision_number': 1, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:40.592168 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e85d3-031c-4db0-bde2-133e27446c9b None None] New status for floating IP e863e61f-fb67-4f62-b7e8-4cf815781311: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:10:40.595647 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-674a9852-e5fb-42c4-ada2-4b644e0b3286 req-54bbb9c6-6296-49f9-a004-b89280a898f4 service neutron] 10.222.0.78 "GET /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977494 Mar 31 19:10:40.595973 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] Checking router: 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:10:40.605423 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-7b5698c9-2d7f-4836-975d-5c15485fcb66 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 HTTP/1.1" status: 200 len: 1000 time: 0.1078796 Mar 31 19:10:40.610680 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:40.611402 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:40.702791 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-438d4a1f-aa63-4ac0-ac39-c2815ec0ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:40.705792 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-438d4a1f-aa63-4ac0-ac39-c2815ec0ed08 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 200 len: 849 time: 0.0772655 Mar 31 19:10:40.752555 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:40.762617 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-ef5a7800-8f90-4e52-b332-78577b548ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:40.764186 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-ef5a7800-8f90-4e52-b332-78577b548ac9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6bde30af-3785-4f3a-9cff-7afece844ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490360 Mar 31 19:10:40.875211 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-db7e9298-5b1d-47a3-a54b-4beb9805b990 service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020460 Mar 31 19:10:41.029231 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0be26181-9a4f-43b9-a049-bf9542e1e982 req-8518d88b-ff80-4c5e-841d-0a2c0c95d6e9 service neutron] 10.222.0.78 "GET /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419408 Mar 31 19:10:41.066230 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa19818-23a0-442b-97e1-ad7c3f318c6d req-779feb6e-b4fc-4ff6-9f54-aa639efdaae8 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:41.069728 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5aa19818-23a0-442b-97e1-ad7c3f318c6d req-779feb6e-b4fc-4ff6-9f54-aa639efdaae8 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0838675 Mar 31 19:10:41.137066 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5aa19818-23a0-442b-97e1-ad7c3f318c6d req-4a52a14f-291f-4fed-95de-f24a3e5cb043 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/security-groups?id=a7071833-fd91-4bf1-ac4f-c106a7b60ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527313 Mar 31 19:10:41.209203 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'a777dbbf-4be2-4ae9-aee4-c17773f85f01', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'port_id': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'mac_address': 'fa:16:3e:65:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:10:12Z', 'updated_at': '2022-03-31T19:10:39Z', 'revision_number': 1, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:41.240246 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930fb415-56a0-4b23-822f-d35b9c4d7b99 None None] The sync data for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi is: [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'a777dbbf-4be2-4ae9-aee4-c17773f85f01', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'port_id': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'mac_address': 'fa:16:3e:65:5f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:10:12Z', 'updated_at': '2022-03-31T19:10:39Z', 'revision_number': 1, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:10:41.463444 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573c321-51dc-4263-95ed-9dd00ce64d49 None None] New status for floating IP a777dbbf-4be2-4ae9-aee4-c17773f85f01: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:10:41.735001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-40f86354-5f3a-4f3c-a584-6e6b3f380fac tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:41.736526 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-40f86354-5f3a-4f3c-a584-6e6b3f380fac tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.78 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 945 time: 0.0646384 Mar 31 19:10:41.843849 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Deleting port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:41.844193 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:41.940137 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] For port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:41.940412 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:41.957773 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Calling delete_port for 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:42.099512 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:42.129727 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event deleted for resources: {'Port': ['ID=5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:42.209231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] No DVR routers for this DVR port 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:10:42.211969 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:42.215284 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f486ace-38dd-4a8d-b082-972d87d8a6a6 req-41488aa3-7b6d-48b6-bad9-2c196c82697a tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.78 "DELETE /v2.0/ports/5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 HTTP/1.1" status: 204 len: 173 time: 0.4729416 Mar 31 19:10:42.215736 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'name': 'network-vif-deleted', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:42.217968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cbfbf5-648a-471a-8b47-fb82ed3816ce" -d '{"events": [{"server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "name": "network-vif-deleted", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:42.254048 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7ff05a9f-7ec2-45c4-a909-2e1a0e43c634 req-a7a4f332-5c7c-4a1d-9c3a-593f1699bc36 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0329340 Mar 31 19:10:42.435940 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b17fcb-a88b-4bc8-be18-31c131ad6116 x-openstack-request-id: req-c6b17fcb-a88b-4bc8-be18-31c131ad6116 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:42.436762 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a430bef6-5dee-4826-aaaf-eeb1c2fa86e8", "name": "network-vif-deleted", "tag": "5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:42.437240 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6b17fcb-a88b-4bc8-be18-31c131ad6116 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:42.437967 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b17fcb-a88b-4bc8-be18-31c131ad6116'] response: {'server_uuid': 'a430bef6-5dee-4826-aaaf-eeb1c2fa86e8', 'name': 'network-vif-deleted', 'tag': '5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2', 'status': 'completed', 'code': 200} Mar 31 19:10:43.133840 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59246) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:43.250746 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-84ccf96b-0794-4b67-9948-3878b2829a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:43.350261 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-84ccf96b-0794-4b67-9948-3878b2829a92 admin admin] Publish callbacks [] for security_group (b15c38c2-7851-4623-9ad2-606fac1b8532), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:43.357534 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-84ccf96b-0794-4b67-9948-3878b2829a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b15c38c2-7851-4623-9ad2-606fac1b8532), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:43.435879 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccf96b-0794-4b67-9948-3878b2829a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c38c2-7851-4623-9ad2-606fac1b8532,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:43.443543 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-84ccf96b-0794-4b67-9948-3878b2829a92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72c66461b7074ac2a0cefc73a3ae1eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085268 Mar 31 19:10:43.445626 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59252) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:43.450060 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-02aeeec6-216f-461f-ae4a-1a2fb8fbf277 req-abc699ae-c940-441b-b872-193c1403856b tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "GET /v2.0/ports?device_id=a430bef6-5dee-4826-aaaf-eeb1c2fa86e8 HTTP/1.1" status: 200 len: 210 time: 0.0625217 Mar 31 19:10:43.500313 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f12d0d8c-b90d-427d-ab59-6ab9beeb1691 admin admin] Publish callbacks [] for security_group (b15c38c2-7851-4623-9ad2-606fac1b8532), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:43.522054 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f12d0d8c-b90d-427d-ab59-6ab9beeb1691 admin admin] Publish callbacks [] for security_group (b15c38c2-7851-4623-9ad2-606fac1b8532), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:43.588232 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f12d0d8c-b90d-427d-ab59-6ab9beeb1691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b15c38c2-7851-4623-9ad2-606fac1b8532), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:43.590902 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f12d0d8c-b90d-427d-ab59-6ab9beeb1691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:43.592284 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f12d0d8c-b90d-427d-ab59-6ab9beeb1691 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b15c38c2-7851-4623-9ad2-606fac1b8532 HTTP/1.1" status: 204 len: 168 time: 0.1459627 Mar 31 19:10:43.601129 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d0d8c-b90d-427d-ab59-6ab9beeb1691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c38c2-7851-4623-9ad2-606fac1b8532,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:43.909509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59258) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:43.926750 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e7dad3f-a704-4e23-a5ca-5444ccb452c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.014291 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e7dad3f-a704-4e23-a5ca-5444ccb452c8 admin admin] Publish callbacks [] for security_group (aa18e968-457d-4778-bc0c-21dd4916700e), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.019634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e7dad3f-a704-4e23-a5ca-5444ccb452c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (aa18e968-457d-4778-bc0c-21dd4916700e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.059617 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dad3f-a704-4e23-a5ca-5444ccb452c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa18e968-457d-4778-bc0c-21dd4916700e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:44.064992 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5e7dad3f-a704-4e23-a5ca-5444ccb452c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f343446eede4f87b529a4e398b58967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543446 Mar 31 19:10:44.067646 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59260) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:44.120093 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7da0374a-d2d6-4914-b0e5-98f487765b83 admin admin] Publish callbacks [] for security_group (aa18e968-457d-4778-bc0c-21dd4916700e), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.144481 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7da0374a-d2d6-4914-b0e5-98f487765b83 admin admin] Publish callbacks [] for security_group (aa18e968-457d-4778-bc0c-21dd4916700e), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.198848 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7da0374a-d2d6-4914-b0e5-98f487765b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (aa18e968-457d-4778-bc0c-21dd4916700e), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.201535 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7da0374a-d2d6-4914-b0e5-98f487765b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.202679 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-7da0374a-d2d6-4914-b0e5-98f487765b83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa18e968-457d-4778-bc0c-21dd4916700e HTTP/1.1" status: 204 len: 168 time: 0.1341367 Mar 31 19:10:44.211661 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0374a-d2d6-4914-b0e5-98f487765b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa18e968-457d-4778-bc0c-21dd4916700e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:44.536910 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59272) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:44.606359 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c172d787-0b05-456d-bfa6-b40b21c5bbc1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group (a7071833-fd91-4bf1-ac4f-c106a7b60ec2), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.656758 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c172d787-0b05-456d-bfa6-b40b21c5bbc1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group (a7071833-fd91-4bf1-ac4f-c106a7b60ec2), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.761396 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c172d787-0b05-456d-bfa6-b40b21c5bbc1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a7071833-fd91-4bf1-ac4f-c106a7b60ec2), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.764054 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c172d787-0b05-456d-bfa6-b40b21c5bbc1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:44.765245 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c172d787-0b05-456d-bfa6-b40b21c5bbc1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] 10.222.0.13 "DELETE /v2.0/security-groups/a7071833-fd91-4bf1-ac4f-c106a7b60ec2 HTTP/1.1" status: 204 len: 168 time: 0.2272422 Mar 31 19:10:44.775548 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172d787-0b05-456d-bfa6-b40b21c5bbc1 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7071833-fd91-4bf1-ac4f-c106a7b60ec2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:44.838989 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59286) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:45.074679 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:10:45.103742 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:10:45.104707 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 5cd9e1d1-d0c1-4025-bcb8-941a57f6aac2 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:10:45.604111 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (503662b9-76c7-4447-aad0-da1518675feb), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:45.937329 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Deleting port 93d5c4d4-d005-4395-9428-5e91c0c7dc32 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:45.937968 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:46.042068 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] For port 93d5c4d4-d005-4395-9428-5e91c0c7dc32, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=93d5c4d4-d005-4395-9428-5e91c0c7dc32,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:46.042986 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:46.061582 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Calling delete_port for 93d5c4d4-d005-4395-9428-5e91c0c7dc32 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:46.285848 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (93d5c4d4-d005-4395-9428-5e91c0c7dc32), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:46.318702 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d5c4d4-d005-4395-9428-5e91c0c7dc32,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:46.364451 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.365073 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.365685 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.366283 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.367083 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.367722 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.368512 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.369095 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.370005 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.370747 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.371380 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.372014 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.372924 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.373434 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.373909 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:10:46.575355 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (503662b9-76c7-4447-aad0-da1518675feb), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:46.839335 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Router 503662b9-76c7-4447-aad0-da1518675feb has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:10:46.987640 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:10:46.997228 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0b561087-738f-4447-b6cc-42470bef74f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/503662b9-76c7-4447-aad0-da1518675feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1557233 Mar 31 19:10:46.997610 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59330) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:47.014571 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] Sync routers for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:10:47.026667 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:47.027619 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:47.154286 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks [] for router (503662b9-76c7-4447-aad0-da1518675feb), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:47.257044 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:47.501127 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:10:46Z', 'revision_number': 5, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port': {'id': '45cfd2c4-42ac-4346-9006-194dbdae50a2', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503662b9-76c7-4447-aad0-da1518675feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:47.579665 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks [] for router_gateway (503662b9-76c7-4447-aad0-da1518675feb), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:47.668627 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Deleting port 45cfd2c4-42ac-4346-9006-194dbdae50a2 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:47.668960 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:47.672073 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] Checking router: 503662b9-76c7-4447-aad0-da1518675feb for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:10:47.682147 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] Routers {'503662b9-76c7-4447-aad0-da1518675feb'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:47.682776 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['503662b9-76c7-4447-aad0-da1518675feb'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:47.765924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] For port 45cfd2c4-42ac-4346-9006-194dbdae50a2, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=45cfd2c4-42ac-4346-9006-194dbdae50a2,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:47.767659 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:47.777980 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] Set router 503662b9-76c7-4447-aad0-da1518675feb gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:47.785968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Calling delete_port for 45cfd2c4-42ac-4346-9006-194dbdae50a2 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:47.832923 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:10:47Z', 'revision_number': 6, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:47.864361 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b788b-8319-4604-9d0f-e41369d4fec6 None None] The sync data for ids ['503662b9-76c7-4447-aad0-da1518675feb'] in dv-cinder-836066-1-iscsi is: [{'id': '503662b9-76c7-4447-aad0-da1518675feb', 'name': 'tempest-TestShelveInstance-1251582502-router', 'tenant_id': '2cb76bcd43844538ae65d40fd6cfff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:02:56Z', 'updated_at': '2022-03-31T19:10:47Z', 'revision_number': 6, 'project_id': '2cb76bcd43844538ae65d40fd6cfff86', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:10:48.034248 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (45cfd2c4-42ac-4346-9006-194dbdae50a2), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.081748 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cfd2c4-42ac-4346-9006-194dbdae50a2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:48.154572 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (503662b9-76c7-4447-aad0-da1518675feb), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.283156 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (503662b9-76c7-4447-aad0-da1518675feb), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.287956 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks [] for router_controller (503662b9-76c7-4447-aad0-da1518675feb), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.369085 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (503662b9-76c7-4447-aad0-da1518675feb), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.369728 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 503662b9-76c7-4447-aad0-da1518675feb {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:10:48.376780 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.378501 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-679cdc52-cedb-4b68-8bc4-79467ce707a0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/503662b9-76c7-4447-aad0-da1518675feb HTTP/1.1" status: 204 len: 168 time: 1.3797295 Mar 31 19:10:48.383073 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:48.432075 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-46596142-51b1-4963-b374-dc9f846c384f admin admin] Deleting subnet 049bf3b0-9aab-45d3-9354-69df9f430d12 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:10:48.435915 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46596142-51b1-4963-b374-dc9f846c384f admin admin] Publish callbacks [] for subnet (049bf3b0-9aab-45d3-9354-69df9f430d12), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.476308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46596142-51b1-4963-b374-dc9f846c384f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12949575'] for subnet (049bf3b0-9aab-45d3-9354-69df9f430d12), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.586067 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46596142-51b1-4963-b374-dc9f846c384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (049bf3b0-9aab-45d3-9354-69df9f430d12), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.652794 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46596142-51b1-4963-b374-dc9f846c384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15806061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12789556'] for subnet (049bf3b0-9aab-45d3-9354-69df9f430d12), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.680456 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46596142-51b1-4963-b374-dc9f846c384f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049bf3b0-9aab-45d3-9354-69df9f430d12,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:48.693585 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46596142-51b1-4963-b374-dc9f846c384f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.697170 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-46596142-51b1-4963-b374-dc9f846c384f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/049bf3b0-9aab-45d3-9354-69df9f430d12 HTTP/1.1" status: 204 len: 168 time: 0.3136957 Mar 31 19:10:48.699776 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9e1ed-d2bf-4738-8107-5a27d664ddf1 None None] Network 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:10:48.701174 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59356) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:48.815723 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (3124a844-b0a0-4573-aebc-d6e0cd2ed1d2), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.905429 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Deleting port 9b65f6d0-e668-4992-950a-168c373506dd {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:48.905852 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (9b65f6d0-e668-4992-950a-168c373506dd), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:48.936972 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29768497-b503-4576-a48d-1a16a97189e7 None None] DHCP port deletion for 3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:10:49.002318 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-29768497-b503-4576-a48d-1a16a97189e7 None None] Deleting port 9b65f6d0-e668-4992-950a-168c373506dd {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:49.002934 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29768497-b503-4576-a48d-1a16a97189e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (9b65f6d0-e668-4992-950a-168c373506dd), before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.013787 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] For port 9b65f6d0-e668-4992-950a-168c373506dd, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=9b65f6d0-e668-4992-950a-168c373506dd,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:49.014499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (9b65f6d0-e668-4992-950a-168c373506dd), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.041288 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Calling delete_port for 9b65f6d0-e668-4992-950a-168c373506dd owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:49.090017 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-29768497-b503-4576-a48d-1a16a97189e7 None None] For port 9b65f6d0-e668-4992-950a-168c373506dd, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=9b65f6d0-e668-4992-950a-168c373506dd,segment=NetworkSegment(8d339242-2570-4f35-af73-bb6cfaaa0435),segment_id=8d339242-2570-4f35-af73-bb6cfaaa0435)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:49.090610 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29768497-b503-4576-a48d-1a16a97189e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (9b65f6d0-e668-4992-950a-168c373506dd), precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.113454 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-29768497-b503-4576-a48d-1a16a97189e7 None None] Calling delete_port for 9b65f6d0-e668-4992-950a-168c373506dd owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:49.174290 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (9b65f6d0-e668-4992-950a-168c373506dd), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.211616 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b65f6d0-e668-4992-950a-168c373506dd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:49.215081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] No DVR routers for this DVR port 9b65f6d0-e668-4992-950a-168c373506dd on host dv-cinder-836066-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:10:49.216120 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 93d5c4d4-d005-4395-9428-5e91c0c7dc32 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:10:49.244152 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 93d5c4d4-d005-4395-9428-5e91c0c7dc32 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:10:49.244491 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 93d5c4d4-d005-4395-9428-5e91c0c7dc32 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:10:49.244913 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 9b65f6d0-e668-4992-950a-168c373506dd no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:10:49.275257 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 9b65f6d0-e668-4992-950a-168c373506dd {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:10:49.275599 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 9b65f6d0-e668-4992-950a-168c373506dd not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:10:49.276025 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 45cfd2c4-42ac-4346-9006-194dbdae50a2 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:10:49.313641 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 45cfd2c4-42ac-4346-9006-194dbdae50a2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:10:49.313981 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 45cfd2c4-42ac-4346-9006-194dbdae50a2 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:10:49.340424 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (3124a844-b0a0-4573-aebc-d6e0cd2ed1d2), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.340928 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29768497-b503-4576-a48d-1a16a97189e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589'] for port (9b65f6d0-e668-4992-950a-168c373506dd), after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.368436 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29768497-b503-4576-a48d-1a16a97189e7 None None] Pushing event deleted for resources: {'Port': ['ID=9b65f6d0-e668-4992-950a-168c373506dd,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:49.373497 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29768497-b503-4576-a48d-1a16a97189e7 None None] No DVR routers for this DVR port 9b65f6d0-e668-4992-950a-168c373506dd on host dv-cinder-836066-1-iscsi {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:10:49.380438 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3124a844-b0a0-4573-aebc-d6e0cd2ed1d2']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:49.400039 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d339242-2570-4f35-af73-bb6cfaaa0435') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:49.400540 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d339242-2570-4f35-af73-bb6cfaaa0435') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:49.425133 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16081675'] for segment (8d339242-2570-4f35-af73-bb6cfaaa0435), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.449241 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (8d339242-2570-4f35-af73-bb6cfaaa0435), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.460462 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:10:49.461117 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16083821'] for segment (8d339242-2570-4f35-af73-bb6cfaaa0435), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: Traceback (most recent call last): Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: timer() Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: cb(*args, **kw) Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: return func(*args, **kwargs) Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: self._notify() Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: self.callback(batched_events) Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: event.method(event) Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: return f(self, *a, **k) Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._get(url).json() Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: return self.request(url, 'GET', **kwargs) Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:10:49.464155 dv-cinder-836066-1-iscsi neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:10:49.563285 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (3124a844-b0a0-4573-aebc-d6e0cd2ed1d2), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.570725 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:49.574587 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3124a844-b0a0-4573-aebc-d6e0cd2ed1d2 HTTP/1.1" status: 204 len: 168 time: 0.8722453 Mar 31 19:10:49.579282 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59368) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:49.592113 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24451ea-bce8-400d-927c-c1355b53efe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3124a844-b0a0-4573-aebc-d6e0cd2ed1d2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:49.866118 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cd91c-4693-4117-bb3e-67e320f5153a req-92f9de17-90ca-4fe1-9846-a7b0b242d71f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:49.867826 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-634cd91c-4693-4117-bb3e-67e320f5153a req-92f9de17-90ca-4fe1-9846-a7b0b242d71f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 945 time: 0.0711994 Mar 31 19:10:49.926303 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-634cd91c-4693-4117-bb3e-67e320f5153a req-8d8c6413-de2e-42a8-aaac-42d9d27355ff tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498812 Mar 31 19:10:50.225685 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (774e77af-9a1c-40b0-ab5b-88114ad406d9), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.467981 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59384) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:50.514355 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Deleting port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:50.514696 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.595530 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95c68e68-7692-44b4-9761-7f8da14a0047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.604919 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] For port 450f11e5-fc2a-4d3b-ae69-22aa0357c9da, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=450f11e5-fc2a-4d3b-ae69-22aa0357c9da,segment=NetworkSegment(36811f17-8d66-40fa-9f46-e1dcaa2f8a29),segment_id=36811f17-8d66-40fa-9f46-e1dcaa2f8a29)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:50.605497 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.621395 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Calling delete_port for 450f11e5-fc2a-4d3b-ae69-22aa0357c9da owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:50.684533 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95c68e68-7692-44b4-9761-7f8da14a0047 admin admin] Publish callbacks [] for security_group (b4c215a3-b13c-44b3-a07c-efa843e82798), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.689215 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95c68e68-7692-44b4-9761-7f8da14a0047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b4c215a3-b13c-44b3-a07c-efa843e82798), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.731817 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-95c68e68-7692-44b4-9761-7f8da14a0047 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c58705f9fc94bc8b81ec0740911f736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627327 Mar 31 19:10:50.733474 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c68e68-7692-44b4-9761-7f8da14a0047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c215a3-b13c-44b3-a07c-efa843e82798,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:50.735600 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59388) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:50.814908 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6ad814d-798d-473d-9529-a0ded316c88f admin admin] Publish callbacks [] for security_group (b4c215a3-b13c-44b3-a07c-efa843e82798), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.864763 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6ad814d-798d-473d-9529-a0ded316c88f admin admin] Publish callbacks [] for security_group (b4c215a3-b13c-44b3-a07c-efa843e82798), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.890257 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (450f11e5-fc2a-4d3b-ae69-22aa0357c9da), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.934994 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Pushing event deleted for resources: {'Port': ['ID=450f11e5-fc2a-4d3b-ae69-22aa0357c9da,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:50.992747 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6ad814d-798d-473d-9529-a0ded316c88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (b4c215a3-b13c-44b3-a07c-efa843e82798), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.995382 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6ad814d-798d-473d-9529-a0ded316c88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:50.996579 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c6ad814d-798d-473d-9529-a0ded316c88f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4c215a3-b13c-44b3-a07c-efa843e82798 HTTP/1.1" status: 204 len: 168 time: 0.2600510 Mar 31 19:10:51.010070 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad814d-798d-473d-9529-a0ded316c88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c215a3-b13c-44b3-a07c-efa843e82798,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:51.108180 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412c7c2-2cc5-4cc3-aa42-f448a9b5d85a req-c8b0d49b-4e16-4fc2-b616-e1d220767599 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:51.118867 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2412c7c2-2cc5-4cc3-aa42-f448a9b5d85a req-c8b0d49b-4e16-4fc2-b616-e1d220767599 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 945 time: 0.1018076 Mar 31 19:10:51.181960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (774e77af-9a1c-40b0-ab5b-88114ad406d9), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.196679 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2412c7c2-2cc5-4cc3-aa42-f448a9b5d85a req-9eee785a-4a18-4656-8f6e-2284c2cee7d8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764337 Mar 31 19:10:51.378732 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59396) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:51.393084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-686645a0-b2da-42f4-bd51-bad036a46928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.444589 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Router 774e77af-9a1c-40b0-ab5b-88114ad406d9 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:10:51.477826 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-686645a0-b2da-42f4-bd51-bad036a46928 admin admin] Publish callbacks [] for security_group (58d70e60-4d95-4b6c-b456-5f81a7e8547c), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.482028 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-686645a0-b2da-42f4-bd51-bad036a46928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (58d70e60-4d95-4b6c-b456-5f81a7e8547c), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.518360 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-686645a0-b2da-42f4-bd51-bad036a46928 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=169e4f6d0c574f638c60ef463391b155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375799 Mar 31 19:10:51.521671 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59398) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:51.528182 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686645a0-b2da-42f4-bd51-bad036a46928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d70e60-4d95-4b6c-b456-5f81a7e8547c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:51.591366 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:10:51.599688 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f83ee107-dd55-42c6-b3a2-5d3153e0ae68 admin admin] 10.222.0.13 "PUT /v2.0/routers/774e77af-9a1c-40b0-ab5b-88114ad406d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0168805 Mar 31 19:10:51.600732 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59400) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:51.600870 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea23569d-751e-4720-bfd3-2dea731edef2 admin admin] Publish callbacks [] for security_group (58d70e60-4d95-4b6c-b456-5f81a7e8547c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.603053 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] Sync routers for ids ['774e77af-9a1c-40b0-ab5b-88114ad406d9'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:10:51.614541 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] Routers {'774e77af-9a1c-40b0-ab5b-88114ad406d9'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:51.615199 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['774e77af-9a1c-40b0-ab5b-88114ad406d9'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:51.624913 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea23569d-751e-4720-bfd3-2dea731edef2 admin admin] Publish callbacks [] for security_group (58d70e60-4d95-4b6c-b456-5f81a7e8547c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.684234 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea23569d-751e-4720-bfd3-2dea731edef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (58d70e60-4d95-4b6c-b456-5f81a7e8547c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.687974 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea23569d-751e-4720-bfd3-2dea731edef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.691572 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ea23569d-751e-4720-bfd3-2dea731edef2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58d70e60-4d95-4b6c-b456-5f81a7e8547c HTTP/1.1" status: 204 len: 168 time: 0.1665289 Mar 31 19:10:51.699039 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23569d-751e-4720-bfd3-2dea731edef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d70e60-4d95-4b6c-b456-5f81a7e8547c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:51.746436 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-4d62c1ec-8630-4653-8eb4-d1e946c6205c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:51.747943 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-4d62c1ec-8630-4653-8eb4-d1e946c6205c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 945 time: 0.1071959 Mar 31 19:10:51.751210 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks [] for router (774e77af-9a1c-40b0-ab5b-88114ad406d9), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.766928 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] Set router 774e77af-9a1c-40b0-ab5b-88114ad406d9 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:51.938986 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks [] for router_gateway (774e77af-9a1c-40b0-ab5b-88114ad406d9), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:51.946768 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Deleting port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:51.947213 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.064730 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:10:50Z', 'revision_number': 5, 'project_id': '28e4c916b24146828d7282475692bdbc', 'gw_port': {'id': 'd0adb355-966f-491c-87d2-e97c80fccca8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:52.079378 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59406) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:52.093075 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Deleting port d0adb355-966f-491c-87d2-e97c80fccca8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:52.093496 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.093638 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] Checking router: 774e77af-9a1c-40b0-ab5b-88114ad406d9 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:10:52.094823 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fc69e6f3-0675-4263-adcf-df40714b07d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.113401 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] Routers {'774e77af-9a1c-40b0-ab5b-88114ad406d9'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:52.114166 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['774e77af-9a1c-40b0-ab5b-88114ad406d9'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:52.150663 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] For port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:52.151059 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.197433 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fc69e6f3-0675-4263-adcf-df40714b07d7 admin admin] Publish callbacks [] for security_group (3c8bb286-d28c-4bc2-9755-359591137ead), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.203126 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fc69e6f3-0675-4263-adcf-df40714b07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (3c8bb286-d28c-4bc2-9755-359591137ead), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.227462 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] Set router 774e77af-9a1c-40b0-ab5b-88114ad406d9 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:52.244766 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69e6f3-0675-4263-adcf-df40714b07d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8bb286-d28c-4bc2-9755-359591137ead,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:52.249970 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-fc69e6f3-0675-4263-adcf-df40714b07d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eb547cb2af445bdab06112640d84658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688704 Mar 31 19:10:52.252570 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59410) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:52.302289 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:10:51Z', 'revision_number': 6, 'project_id': '28e4c916b24146828d7282475692bdbc', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:52.320388 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08be5e66-2cd4-4b2f-846d-8c57b2809f67 admin admin] Publish callbacks [] for security_group (3c8bb286-d28c-4bc2-9755-359591137ead), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.331722 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142336b6-71f6-40b1-88c4-4d376680cc9e None None] The sync data for ids ['774e77af-9a1c-40b0-ab5b-88114ad406d9'] in dv-cinder-836066-1-iscsi is: [{'id': '774e77af-9a1c-40b0-ab5b-88114ad406d9', 'name': 'tempest-TestShelveInstance-1968895974-router', 'tenant_id': '28e4c916b24146828d7282475692bdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:03:03Z', 'updated_at': '2022-03-31T19:10:51Z', 'revision_number': 6, 'project_id': '28e4c916b24146828d7282475692bdbc', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:10:52.351235 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08be5e66-2cd4-4b2f-846d-8c57b2809f67 admin admin] Publish callbacks [] for security_group (3c8bb286-d28c-4bc2-9755-359591137ead), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.358214 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] For port d0adb355-966f-491c-87d2-e97c80fccca8, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=d0adb355-966f-491c-87d2-e97c80fccca8,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:52.358589 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.407546 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08be5e66-2cd4-4b2f-846d-8c57b2809f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (3c8bb286-d28c-4bc2-9755-359591137ead), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.410210 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08be5e66-2cd4-4b2f-846d-8c57b2809f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.414915 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-08be5e66-2cd4-4b2f-846d-8c57b2809f67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c8bb286-d28c-4bc2-9755-359591137ead HTTP/1.1" status: 204 len: 168 time: 0.1613300 Mar 31 19:10:52.417030 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Calling delete_port for d0adb355-966f-491c-87d2-e97c80fccca8 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:52.424556 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be5e66-2cd4-4b2f-846d-8c57b2809f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8bb286-d28c-4bc2-9755-359591137ead,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:52.488084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.489498 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (105dd1cc-5f2f-4be0-a9af-863a5b8af8cf), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.489498 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Floating IP 105dd1cc-5f2f-4be0-a9af-863a5b8af8cf disassociated. External IP: 172.27.0.16, port: f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0. Mar 31 19:10:52.489730 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Calling delete_port for f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:52.499766 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8230e-d2ac-4bd9-aa91-ffee857553cc req-a8ec5632-dfc7-48f9-97f8-2e17032d2ac6 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:52.501255 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f7e8230e-d2ac-4bd9-aa91-ffee857553cc req-a8ec5632-dfc7-48f9-97f8-2e17032d2ac6 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 945 time: 0.2090111 Mar 31 19:10:52.669082 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f7e8230e-d2ac-4bd9-aa91-ffee857553cc req-47494b46-6ee1-4739-9f2d-1b2783cf643b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578684 Mar 31 19:10:52.775780 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.810766 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event deleted for resources: {'Port': ['ID=f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:52.833384 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (d0adb355-966f-491c-87d2-e97c80fccca8), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:52.933477 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0adb355-966f-491c-87d2-e97c80fccca8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:53.003158 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (774e77af-9a1c-40b0-ab5b-88114ad406d9), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.096702 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Router d556c358-a6bf-4f62-a904-5bc24b8f1e50 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:10:53.109886 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (774e77af-9a1c-40b0-ab5b-88114ad406d9), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.114221 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks [] for router_controller (774e77af-9a1c-40b0-ab5b-88114ad406d9), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.201917 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 450f11e5-fc2a-4d3b-ae69-22aa0357c9da no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:10:53.237337 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (774e77af-9a1c-40b0-ab5b-88114ad406d9), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.237885 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 774e77af-9a1c-40b0-ab5b-88114ad406d9 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:10:53.246957 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.247834 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 450f11e5-fc2a-4d3b-ae69-22aa0357c9da {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:10:53.248120 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ca4d9aa7-41a5-4812-b1d0-ad106fb7f445 admin admin] 10.222.0.13 "DELETE /v2.0/routers/774e77af-9a1c-40b0-ab5b-88114ad406d9 HTTP/1.1" status: 204 len: 168 time: 1.6467097 Mar 31 19:10:53.249027 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 450f11e5-fc2a-4d3b-ae69-22aa0357c9da not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:10:53.249585 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device d0adb355-966f-491c-87d2-e97c80fccca8 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:10:53.250692 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59436) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:53.280018 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:10:53.295372 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] Sync routers for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:10:53.310929 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:53.311603 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:53.350671 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] No DVR routers for this DVR port f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:10:53.353838 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.359017 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8091aaf5-c5b4-4cb4-a250-586f8180790e req-55e95ee1-bd0e-4a88-9ecf-222751d6f7d2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "DELETE /v2.0/ports/f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 HTTP/1.1" status: 204 len: 173 time: 1.6048985 Mar 31 19:10:53.359951 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66af22-2ff2-44e0-930f-628f0e153849', 'name': 'network-vif-deleted', 'tag': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:53.360615 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a975f3f-1c56-40fc-b9cb-e213efcb22f2 admin admin] Deleting subnet 39dfe18d-8b55-40f4-ada1-d79b7e38c638 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:10:53.364148 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57c16df-13ac-411a-a7f9-a47a103c2b63" -d '{"events": [{"server_uuid": "6e66af22-2ff2-44e0-930f-628f0e153849", "name": "network-vif-deleted", "tag": "f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:53.376473 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a975f3f-1c56-40fc-b9cb-e213efcb22f2 admin admin] Publish callbacks [] for subnet (39dfe18d-8b55-40f4-ada1-d79b7e38c638), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.463583 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36c05fc-ba0b-45af-8f91-61938d3c5740 x-openstack-request-id: req-a36c05fc-ba0b-45af-8f91-61938d3c5740 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:53.464142 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66af22-2ff2-44e0-930f-628f0e153849", "name": "network-vif-deleted", "tag": "f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:53.464712 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a36c05fc-ba0b-45af-8f91-61938d3c5740 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:53.465341 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36c05fc-ba0b-45af-8f91-61938d3c5740'] response: {'server_uuid': '6e66af22-2ff2-44e0-930f-628f0e153849', 'name': 'network-vif-deleted', 'tag': 'f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0', 'status': 'completed', 'code': 200} Mar 31 19:10:53.474191 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a975f3f-1c56-40fc-b9cb-e213efcb22f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12949575'] for subnet (39dfe18d-8b55-40f4-ada1-d79b7e38c638), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.540931 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:53.559074 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: d0adb355-966f-491c-87d2-e97c80fccca8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:10:53.559434 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device d0adb355-966f-491c-87d2-e97c80fccca8 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:10:53.607018 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a975f3f-1c56-40fc-b9cb-e213efcb22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (39dfe18d-8b55-40f4-ada1-d79b7e38c638), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.673367 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a975f3f-1c56-40fc-b9cb-e213efcb22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15806061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12789556'] for subnet (39dfe18d-8b55-40f4-ada1-d79b7e38c638), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.704303 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a975f3f-1c56-40fc-b9cb-e213efcb22f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39dfe18d-8b55-40f4-ada1-d79b7e38c638,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:53.720297 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a975f3f-1c56-40fc-b9cb-e213efcb22f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.724845 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5a975f3f-1c56-40fc-b9cb-e213efcb22f2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/39dfe18d-8b55-40f4-ada1-d79b7e38c638 HTTP/1.1" status: 204 len: 168 time: 0.4730852 Mar 31 19:10:53.728002 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59446) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:53.731323 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f0486-2f6a-425f-b344-f553b159377f None None] Network a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:10:53.864198 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:53.864526 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f5ad9982-92f2-4181-a282-4baea0462a6a req-7017e18a-2a26-4e6a-a6d0-cd458ddc5c84 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e66af22-2ff2-44e0-930f-628f0e153849 HTTP/1.1" status: 200 len: 210 time: 0.0499172 Mar 31 19:10:53.883348 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f6e0de45-53ca-4b9f-964b-511c82ff20fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.894357 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.916373 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] Checking router: d556c358-a6bf-4f62-a904-5bc24b8f1e50 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:10:53.925201 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:10:53.925829 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:53.944155 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59450) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:53.971533 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Deleting port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:53.971875 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:53.987326 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37652c13-20bb-4687-913d-ae80d534f958 None None] DHCP port deletion for a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:10:54.060241 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-37652c13-20bb-4687-913d-ae80d534f958 None None] Deleting port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:10:54.060903 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-37652c13-20bb-4687-913d-ae80d534f958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.067772 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:10:54.083029 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] For port 8f87a418-88b7-4d63-baf6-14d66e4b6c31, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=8f87a418-88b7-4d63-baf6-14d66e4b6c31,segment=NetworkSegment(36811f17-8d66-40fa-9f46-e1dcaa2f8a29),segment_id=36811f17-8d66-40fa-9f46-e1dcaa2f8a29)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:54.083458 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.095397 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6d2b-ae37-4f69-affc-146b0bad5af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.100578 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Calling delete_port for 8f87a418-88b7-4d63-baf6-14d66e4b6c31 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:54.173706 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-37652c13-20bb-4687-913d-ae80d534f958 None None] For port 8f87a418-88b7-4d63-baf6-14d66e4b6c31, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=8f87a418-88b7-4d63-baf6-14d66e4b6c31,segment=NetworkSegment(36811f17-8d66-40fa-9f46-e1dcaa2f8a29),segment_id=36811f17-8d66-40fa-9f46-e1dcaa2f8a29)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:10:54.174406 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-37652c13-20bb-4687-913d-ae80d534f958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.193415 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6d2b-ae37-4f69-affc-146b0bad5af3 admin admin] Publish callbacks [] for security_group (65b1a542-c522-40c8-bfe9-ea4468ff5048), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.197376 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-37652c13-20bb-4687-913d-ae80d534f958 None None] Calling delete_port for 8f87a418-88b7-4d63-baf6-14d66e4b6c31 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:10:54.198197 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6d2b-ae37-4f69-affc-146b0bad5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (65b1a542-c522-40c8-bfe9-ea4468ff5048), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.236818 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.246070 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-cf2d6d2b-ae37-4f69-affc-146b0bad5af3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1546b94b297e4efaa90fbc6019cf0f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007958 Mar 31 19:10:54.247040 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59454) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:54.256201 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d6d2b-ae37-4f69-affc-146b0bad5af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b1a542-c522-40c8-bfe9-ea4468ff5048,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:54.270278 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f87a418-88b7-4d63-baf6-14d66e4b6c31,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:54.273618 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] No DVR routers for this DVR port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 on host dv-cinder-836066-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:10:54.278328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-37652c13-20bb-4687-913d-ae80d534f958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589'] for port (8f87a418-88b7-4d63-baf6-14d66e4b6c31), after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.303495 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652c13-20bb-4687-913d-ae80d534f958 None None] Pushing event deleted for resources: {'Port': ['ID=8f87a418-88b7-4d63-baf6-14d66e4b6c31,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:54.309958 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37652c13-20bb-4687-913d-ae80d534f958 None None] No DVR routers for this DVR port 8f87a418-88b7-4d63-baf6-14d66e4b6c31 on host dv-cinder-836066-1-iscsi {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:10:54.329009 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3e4d-e205-4360-a092-15c1fc197079 admin admin] Publish callbacks [] for security_group (65b1a542-c522-40c8-bfe9-ea4468ff5048), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.356327 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3e4d-e205-4360-a092-15c1fc197079 admin admin] Publish callbacks [] for security_group (65b1a542-c522-40c8-bfe9-ea4468ff5048), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.373481 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.407388 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:54.409074 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3e4d-e205-4360-a092-15c1fc197079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (65b1a542-c522-40c8-bfe9-ea4468ff5048), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.413099 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3e4d-e205-4360-a092-15c1fc197079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.414464 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d8bb3e4d-e205-4360-a092-15c1fc197079 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65b1a542-c522-40c8-bfe9-ea4468ff5048 HTTP/1.1" status: 204 len: 168 time: 0.1653244 Mar 31 19:10:54.417042 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:54.422522 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36811f17-8d66-40fa-9f46-e1dcaa2f8a29') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:54.423060 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36811f17-8d66-40fa-9f46-e1dcaa2f8a29') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:10:54.423279 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb3e4d-e205-4360-a092-15c1fc197079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b1a542-c522-40c8-bfe9-ea4468ff5048,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:54.461334 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e7d7ab-0e64-4e82-a395-b06e6a162818 None None] The sync data for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi is: [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:10:54.703031 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16081675'] for segment (36811f17-8d66-40fa-9f46-e1dcaa2f8a29), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.721480 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (36811f17-8d66-40fa-9f46-e1dcaa2f8a29), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.729091 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:10:54.729786 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16083821'] for segment (36811f17-8d66-40fa-9f46-e1dcaa2f8a29), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: Traceback (most recent call last): Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: timer() Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: cb(*args, **kw) Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: return func(*args, **kwargs) Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: self._notify() Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: self.callback(batched_events) Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: event.method(event) Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: return f(self, *a, **k) Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._get(url).json() Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: return self.request(url, 'GET', **kwargs) Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:10:54.731065 dv-cinder-836066-1-iscsi neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:10:54.747774 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4bb77-57f9-4bec-bde7-75ee8e14b6d4 None None] New status for floating IP 105dd1cc-5f2f-4be0-a9af-863a5b8af8cf: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:10:54.792238 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.798222 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:54.804693 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7 HTTP/1.1" status: 204 len: 168 time: 1.0730333 Mar 31 19:10:54.816393 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f6c87-fa47-456b-bddc-c4fe2fd82ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a5d4cc-e2e7-432c-95a6-f9fdaee803e7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:55.005984 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59478) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:55.049433 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-f0487f0b-f94f-4cf3-83e0-0fff67c9265f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cb76bcd43844538ae65d40fd6cfff86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422661 Mar 31 19:10:55.052695 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59480) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:55.130653 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed39bad3-7bfb-4eb3-ac82-5d18e56257df admin admin] Publish callbacks [] for security_group (ec84466a-6f7d-4354-b28a-91050a262751), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:55.132881 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:10:55.159860 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:10:55.160249 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device f5f7d98e-1969-45a9-9da8-7a2fb0c6a6f0 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:10:55.176688 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed39bad3-7bfb-4eb3-ac82-5d18e56257df admin admin] Publish callbacks [] for security_group (ec84466a-6f7d-4354-b28a-91050a262751), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:55.194966 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 8f87a418-88b7-4d63-baf6-14d66e4b6c31 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:10:55.216138 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 8f87a418-88b7-4d63-baf6-14d66e4b6c31 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:10:55.216801 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 8f87a418-88b7-4d63-baf6-14d66e4b6c31 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:10:55.251568 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-a200448f-6e1b-40b3-a5a2-0c07e98da123 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016293825&fields=id&tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9 HTTP/1.1" status: 200 len: 267 time: 0.0861118 Mar 31 19:10:55.286194 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed39bad3-7bfb-4eb3-ac82-5d18e56257df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ec84466a-6f7d-4354-b28a-91050a262751), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:55.288963 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed39bad3-7bfb-4eb3-ac82-5d18e56257df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:55.292633 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ed39bad3-7bfb-4eb3-ac82-5d18e56257df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec84466a-6f7d-4354-b28a-91050a262751 HTTP/1.1" status: 204 len: 168 time: 0.2364526 Mar 31 19:10:55.333110 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39bad3-7bfb-4eb3-ac82-5d18e56257df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec84466a-6f7d-4354-b28a-91050a262751,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:55.391581 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-0c2786e5-b1ac-4db4-a332-76b00aeba46a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:55.394045 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-0c2786e5-b1ac-4db4-a332-76b00aeba46a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 811 time: 0.1337709 Mar 31 19:10:55.420117 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-49d72345-2f31-42dc-87f7-133975fe8e7d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/quotas/e34cb0a1f9064dc1a3aafb28adc64df9 HTTP/1.1" status: 200 len: 375 time: 0.0138931 Mar 31 19:10:55.492231 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c081a069-5895-48d2-bf29-bd8311ad01d1 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700011 Mar 31 19:10:55.614717 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-63fb2bfc-9935-4fe9-9e22-7db998e9f6f8 service neutron] 10.222.0.13 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065359 Mar 31 19:10:55.665483 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59502) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:55.739631 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-f8594966-90f4-4528-a6d4-9ed881d27d33 service neutron] 10.222.0.13 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180289 Mar 31 19:10:55.782998 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 59506) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:55.816028 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8271151-0f23-49fd-ad16-3b6cf75e4642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:55.856738 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-51faa487-df2e-480d-9abb-2f773cebb4a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28e4c916b24146828d7282475692bdbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724099 Mar 31 19:10:55.859711 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59514) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:55.919502 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5489ab33-d663-46ad-9e85-1d4aa7b09c6c admin admin] Publish callbacks [] for security_group (848f4dfb-943e-4eb2-b91a-987c5da95369), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:55.929985 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8271151-0f23-49fd-ad16-3b6cf75e4642 admin admin] Publish callbacks [] for security_group (6630a916-2b44-4de6-82af-ea5fbda6ec5d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:55.934390 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8271151-0f23-49fd-ad16-3b6cf75e4642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (6630a916-2b44-4de6-82af-ea5fbda6ec5d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:55.945476 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5489ab33-d663-46ad-9e85-1d4aa7b09c6c admin admin] Publish callbacks [] for security_group (848f4dfb-943e-4eb2-b91a-987c5da95369), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:55.980461 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b8271151-0f23-49fd-ad16-3b6cf75e4642 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0332a0537c874b6cbcc17a9868a6886e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126917 Mar 31 19:10:55.983413 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8271151-0f23-49fd-ad16-3b6cf75e4642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6630a916-2b44-4de6-82af-ea5fbda6ec5d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:55.983595 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59516) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:10:56.028861 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5489ab33-d663-46ad-9e85-1d4aa7b09c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (848f4dfb-943e-4eb2-b91a-987c5da95369), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:56.031472 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5489ab33-d663-46ad-9e85-1d4aa7b09c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:56.032648 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5489ab33-d663-46ad-9e85-1d4aa7b09c6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/848f4dfb-943e-4eb2-b91a-987c5da95369 HTTP/1.1" status: 204 len: 168 time: 0.1716681 Mar 31 19:10:56.062418 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ab33-d663-46ad-9e85-1d4aa7b09c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f4dfb-943e-4eb2-b91a-987c5da95369,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:56.105025 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-de5b079b-63c8-41c6-9a0f-5698cb137f96 req-795f0ebf-82af-490c-a5c6-a8b472af1c97 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 210 time: 0.0565376 Mar 31 19:10:56.108889 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c5a392e-d358-406c-9ba5-e1d8b0add3ff admin admin] Publish callbacks [] for security_group (6630a916-2b44-4de6-82af-ea5fbda6ec5d), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:56.137900 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c5a392e-d358-406c-9ba5-e1d8b0add3ff admin admin] Publish callbacks [] for security_group (6630a916-2b44-4de6-82af-ea5fbda6ec5d), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:56.192412 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c5a392e-d358-406c-9ba5-e1d8b0add3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (6630a916-2b44-4de6-82af-ea5fbda6ec5d), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:56.195270 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c5a392e-d358-406c-9ba5-e1d8b0add3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:56.198683 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-3c5a392e-d358-406c-9ba5-e1d8b0add3ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6630a916-2b44-4de6-82af-ea5fbda6ec5d HTTP/1.1" status: 204 len: 168 time: 0.2118659 Mar 31 19:10:56.205499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a392e-d358-406c-9ba5-e1d8b0add3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6630a916-2b44-4de6-82af-ea5fbda6ec5d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:56.333267 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2563cf31-6df4-4742-a1a8-7edc8a302f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:57.093931 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-96e96ae7-a1af-47dd-a0bf-09106b0c92e3 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:57.095447 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-96e96ae7-a1af-47dd-a0bf-09106b0c92e3 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 811 time: 0.1153922 Mar 31 19:10:57.227290 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-4dafddd6-819f-4a90-98a6-0f53835f726c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9 HTTP/1.1" status: 200 len: 380 time: 0.1231375 Mar 31 19:10:57.245003 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a04110e4-ff41-4cdb-a65f-66bc96b4a104 req-64f36c6e-37b0-4b88-9076-dfb9eae568f2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 210 time: 0.0422573 Mar 31 19:10:57.248510 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'port': {'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'admin_state_up': True, 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'security_groups': ['e15a5e92-8f23-4db1-a03f-a50f23923903']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:57.367010 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Made reservation on behalf of e34cb0a1f9064dc1a3aafb28adc64df9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:10:57.370383 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:57.526197 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Allocated IP 172.20.0.3 (b84e66db-37c5-4811-b403-cdba4c22d8a7/bb2a1e06-f335-41a5-81dc-16b7136853ff/ff193829-dfb6-42af-b80e-5e4346f0e2ad) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:10:57.538470 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:57.694086 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:57.728764 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:57.774862 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:10:57.778267 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:10:57.782395 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:10:57.814911 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'Port': ['ID=ff193829-dfb6-42af-b80e-5e4346f0e2ad,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:57.849078 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:57.849723 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:57.867282 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-c59ba7fd-fec2-42c0-a4eb-5edf1f7fd27f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6249750 Mar 31 19:10:57.880247 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Request body: {'port': {'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:10:57.949081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:58.026843 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c804e218-37b7-446c-832f-81b8199108cf None None] Provisioning complete for port ff193829-dfb6-42af-b80e-5e4346f0e2ad triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:10:58.027266 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c804e218-37b7-446c-832f-81b8199108cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:58.065119 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c804e218-37b7-446c-832f-81b8199108cf None None] Port ff193829-dfb6-42af-b80e-5e4346f0e2ad cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:10:58.231041 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff193829-dfb6-42af-b80e-5e4346f0e2ad {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:10:58.240044 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Publish callbacks [] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:58.252371 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Transition to ACTIVE for port object ff193829-dfb6-42af-b80e-5e4346f0e2ad will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:10:58.259602 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:58.346661 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Pushing event updated for resources: {'Port': ['ID=ff193829-dfb6-42af-b80e-5e4346f0e2ad,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:58.429569 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Attempting to bind port ff193829-dfb6-42af-b80e-5e4346f0e2ad on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:10:58.429907 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Attempting to bind port ff193829-dfb6-42af-b80e-5e4346f0e2ad by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:10:58.430235 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Attempting to bind port ff193829-dfb6-42af-b80e-5e4346f0e2ad on network b84e66db-37c5-4811-b403-cdba4c22d8a7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:10:58.444341 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e7e50-5d12-4e19-8586-04c6434df5b4 req-a933a93f-a0c4-4459-8d45-55ed66b299d8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:58.445895 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-822e7e50-5d12-4e19-8586-04c6434df5b4 req-a933a93f-a0c4-4459-8d45-55ed66b299d8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.1137707 Mar 31 19:10:58.447187 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Port ff193829-dfb6-42af-b80e-5e4346f0e2ad on network b84e66db-37c5-4811-b403-cdba4c22d8a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:10:58.447451 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Attempting to bind port ff193829-dfb6-42af-b80e-5e4346f0e2ad on network b84e66db-37c5-4811-b403-cdba4c22d8a7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:10:58.460270 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:10:58.460778 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Checking segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:10:58.461171 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Bound using segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:10:58.461626 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Bound port: ff193829-dfb6-42af-b80e-5e4346f0e2ad, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:10:58.461989 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:58.547291 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-822e7e50-5d12-4e19-8586-04c6434df5b4 req-28bcdca4-cc16-4dd7-b99e-6ee2d4a9e249 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938671 Mar 31 19:10:58.577793 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] For port ff193829-dfb6-42af-b80e-5e4346f0e2ad, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:10:58.581861 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] For port ff193829-dfb6-42af-b80e-5e4346f0e2ad, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:10:58.590716 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:58.630419 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:58.631378 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:58.633378 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] 10.222.0.78 "PUT /v2.0/ports/ff193829-dfb6-42af-b80e-5e4346f0e2ad HTTP/1.1" status: 200 len: 1093 time: 0.7580981 Mar 31 19:10:58.638979 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:10:58.641333 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6477c-b73d-4726-9428-409a65c9dcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:10:58.695996 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5369a0-326d-4699-a5a5-a489dcb20477 x-openstack-request-id: req-bd5369a0-326d-4699-a5a5-a489dcb20477 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:10:58.696318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:10:58.696505 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd5369a0-326d-4699-a5a5-a489dcb20477 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:10:58.696902 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5369a0-326d-4699-a5a5-a489dcb20477'] response: {'name': 'network-changed', 'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'status': 'completed', 'code': 200} Mar 31 19:10:58.700072 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-f8ed262d-ebf3-41d6-bf64-50a0a0da5cab tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8ac33b53cb91489d9546b9a0f4d45e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621190 Mar 31 19:10:58.744943 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f4fb2-7f26-4794-bcbe-c2f3dcdbe45d service neutron] Pushing event updated for resources: {'Port': ['ID=ff193829-dfb6-42af-b80e-5e4346f0e2ad,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:10:58.769576 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:10:58.877763 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-939fdc92-533b-4e67-89bf-9cbd460078de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:58.880031 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-939fdc92-533b-4e67-89bf-9cbd460078de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 1127 time: 0.1969833 Mar 31 19:10:58.949767 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-a80a7ce2-1b4e-4e29-b051-3f049b1fee7e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad HTTP/1.1" status: 200 len: 217 time: 0.0529253 Mar 31 19:10:58.992407 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160450f5-da3d-4a77-b769-507ec18281e1 req-540cf652-1960-422d-8a7e-f308899c3df8 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:58.993936 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-540cf652-1960-422d-8a7e-f308899c3df8 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2727339 Mar 31 19:10:59.020013 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-23d31f12-7dc5-42ce-8b5a-b516b140d9af tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/quotas/8ac33b53cb91489d9546b9a0f4d45e2e HTTP/1.1" status: 200 len: 375 time: 0.0187078 Mar 31 19:10:59.024085 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-b406a886-25ba-44e7-b109-0584f9ec1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:59.025544 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-b406a886-25ba-44e7-b109-0584f9ec1af0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0670869 Mar 31 19:10:59.079616 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-bbecd0da-4f87-450e-b39b-bba69a47543d tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ac33b53cb91489d9546b9a0f4d45e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530682 Mar 31 19:10:59.100227 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-03552500-c98f-4ca3-bc4e-985de30ead76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:59.101761 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-03552500-c98f-4ca3-bc4e-985de30ead76 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670018 Mar 31 19:10:59.211942 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-65edfaa0-5e67-4293-8d52-d530e7fb224a service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024430 Mar 31 19:10:59.299044 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1e45cce5-75ef-4852-ab00-ecf625a981c1 req-6ca0f648-ff00-4b5c-8f35-f85f8d65f7cf tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 210 time: 0.0601239 Mar 31 19:10:59.341875 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9812d56f-4efd-43f1-8b6e-54a7e75798ff req-6b1b49ce-31b6-4d35-a681-1c06ca522e48 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233523 Mar 31 19:10:59.454204 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-f305d570-5675-45f0-a0d6-8a1fa2496485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:59.455797 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-f305d570-5675-45f0-a0d6-8a1fa2496485 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 1127 time: 0.0524378 Mar 31 19:10:59.552403 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-9197ed62-07ee-415b-b021-dea0f785dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:59.554562 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-9197ed62-07ee-415b-b021-dea0f785dd75 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.0929976 Mar 31 19:10:59.606220 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-8b04d844-aa7f-4c8e-9d45-f276ed8333bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad HTTP/1.1" status: 200 len: 217 time: 0.0443060 Mar 31 19:10:59.715717 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-af2aa643-5f8b-4286-892c-69f4e0ce5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:59.717214 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-af2aa643-5f8b-4286-892c-69f4e0ce5c3e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.1018345 Mar 31 19:10:59.762713 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8aa8d-258a-413f-9d9b-d9a226deec9c req-3941b55f-be56-4c35-84ed-39b0c5b53e8c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:59.764395 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14e8aa8d-258a-413f-9d9b-d9a226deec9c req-3941b55f-be56-4c35-84ed-39b0c5b53e8c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.0960760 Mar 31 19:10:59.818388 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-acf0cbe7-da37-4568-814d-8754dc4377a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:10:59.819930 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-acf0cbe7-da37-4568-814d-8754dc4377a1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951159 Mar 31 19:10:59.834614 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14e8aa8d-258a-413f-9d9b-d9a226deec9c req-2f2ec939-5abc-476b-9b2a-988bf10c74ec tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619121 Mar 31 19:10:59.929226 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-eeaadb04-6c5c-4c98-b679-d9bdfba516fd service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935848 Mar 31 19:11:00.043607 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-23c6477c-b73d-4726-9428-409a65c9dcc8 req-aedceb10-9199-4809-bd37-2365547dc8cf service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024125 Mar 31 19:11:00.386416 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-16401e0d-b214-4f02-ae9f-11a2a37d7e50 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=8ac33b53cb91489d9546b9a0f4d45e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256398 Mar 31 19:11:00.427367 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9c4e672a-e22a-4eea-999d-5b99b953af36 req-1c2fa7b4-7c5e-4681-b1f2-6cff6ceee664 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 210 time: 0.0368586 Mar 31 19:11:00.501964 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:00.532897 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160450f5-da3d-4a77-b769-507ec18281e1 req-47d778af-83e8-4f4d-bacc-78c4dc369294 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:00.534544 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-47d778af-83e8-4f4d-bacc-78c4dc369294 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353879 Mar 31 19:11:00.547231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Request body: {'port': {'device_id': '7636d2ba-0dc2-4a89-a9f6-8fc649aa82df', 'network_id': '92664821-0c54-459e-886c-699dea403a6b', 'admin_state_up': True, 'tenant_id': '8ac33b53cb91489d9546b9a0f4d45e2e'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:11:00.663606 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Made reservation on behalf of 8ac33b53cb91489d9546b9a0f4d45e2e for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:11:00.666896 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:00.676979 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:00.764283 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks [] for security_group (29394c32-6875-4198-8fbc-f0e21a0feed8), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:00.768815 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (29394c32-6875-4198-8fbc-f0e21a0feed8), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:00.837569 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29394c32-6875-4198-8fbc-f0e21a0feed8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:00.851827 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.852171 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.852514 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.852859 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.853192 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.853542 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.853850 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.854178 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.854504 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.854827 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.855179 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.855505 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.855827 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.856148 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.856469 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:00.953139 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Allocated IP 192.168.233.214 (92664821-0c54-459e-886c-699dea403a6b/1085858e-5d4f-4159-a5ba-c8814f39f61d/682e0385-b358-49dc-8c66-bf372e421ba6) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:11:01.007994 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc026ea-f7d1-4069-97e1-b2bb67ee6af6 req-c8846dbd-430d-4f56-bee4-266d74fa15a2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:01.009588 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-abc026ea-f7d1-4069-97e1-b2bb67ee6af6 req-c8846dbd-430d-4f56-bee4-266d74fa15a2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.0934949 Mar 31 19:11:01.138194 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-abc026ea-f7d1-4069-97e1-b2bb67ee6af6 req-145283bd-2b1f-43c6-a182-d5c5ba093f14 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201262 Mar 31 19:11:01.181330 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks [] for port (682e0385-b358-49dc-8c66-bf372e421ba6), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:01.217725 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:01.263484 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Network 92664821-0c54-459e-886c-699dea403a6b is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:11:01.266755 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:11:01.270090 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:11:01.301709 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Pushing event updated for resources: {'Port': ['ID=682e0385-b358-49dc-8c66-bf372e421ba6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:01.330061 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:01.330678 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:01.348607 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-9f9d2269-d4e4-4642-a17a-e0309d1d664f tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8046587 Mar 31 19:11:01.359080 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Request body: {'port': {'device_id': '7636d2ba-0dc2-4a89-a9f6-8fc649aa82df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:11:01.428739 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:01.552551 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6ebb5b1c-5f12-4abc-b473-fc57e39d68b2 None None] Provisioning complete for port 682e0385-b358-49dc-8c66-bf372e421ba6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:11:01.553116 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6ebb5b1c-5f12-4abc-b473-fc57e39d68b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:01.589746 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb5b1c-5f12-4abc-b473-fc57e39d68b2 None None] Port 682e0385-b358-49dc-8c66-bf372e421ba6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:11:01.644218 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323735e8-241b-400f-9351-b2cf1a8c370f req-66c7db1e-6d3a-45de-91fb-5072899e17f8 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:01.646377 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-323735e8-241b-400f-9351-b2cf1a8c370f req-66c7db1e-6d3a-45de-91fb-5072899e17f8 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 936 time: 0.1132708 Mar 31 19:11:01.972775 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-323735e8-241b-400f-9351-b2cf1a8c370f req-e019702f-f643-4a41-8e40-f3011e4b6fb4 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160126 Mar 31 19:11:02.013236 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682e0385-b358-49dc-8c66-bf372e421ba6 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:11:02.021074 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Publish callbacks [] for port (682e0385-b358-49dc-8c66-bf372e421ba6), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:02.032845 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Transition to ACTIVE for port object 682e0385-b358-49dc-8c66-bf372e421ba6 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:11:02.036061 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:02.085504 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=682e0385-b358-49dc-8c66-bf372e421ba6,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:02.168076 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Attempting to bind port 682e0385-b358-49dc-8c66-bf372e421ba6 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:11:02.168328 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Attempting to bind port 682e0385-b358-49dc-8c66-bf372e421ba6 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '15930d94-6533-4384-bdb7-2830a17e0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '92664821-0c54-459e-886c-699dea403a6b'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:11:02.168666 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Attempting to bind port 682e0385-b358-49dc-8c66-bf372e421ba6 on network 92664821-0c54-459e-886c-699dea403a6b {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:11:02.174121 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Port 682e0385-b358-49dc-8c66-bf372e421ba6 on network 92664821-0c54-459e-886c-699dea403a6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:11:02.174454 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Attempting to bind port 682e0385-b358-49dc-8c66-bf372e421ba6 on network 92664821-0c54-459e-886c-699dea403a6b {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:11:02.188661 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:11:02.189284 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Checking segment: {'id': '15930d94-6533-4384-bdb7-2830a17e0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '92664821-0c54-459e-886c-699dea403a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:11:02.189899 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Bound using segment: {'id': '15930d94-6533-4384-bdb7-2830a17e0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '92664821-0c54-459e-886c-699dea403a6b'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:11:02.190491 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Bound port: 682e0385-b358-49dc-8c66-bf372e421ba6, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15930d94-6533-4384-bdb7-2830a17e0e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '92664821-0c54-459e-886c-699dea403a6b'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:11:02.191055 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:02.290162 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] For port 682e0385-b358-49dc-8c66-bf372e421ba6, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:11:02.294454 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] For port 682e0385-b358-49dc-8c66-bf372e421ba6, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=682e0385-b358-49dc-8c66-bf372e421ba6,segment=NetworkSegment(15930d94-6533-4384-bdb7-2830a17e0e85),segment_id=15930d94-6533-4384-bdb7-2830a17e0e85)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:11:02.302079 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:02.317911 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0231378-95fc-4c89-a217-76f550430455 req-0dd0bc3b-1621-48f9-a209-2b7b7ac63d99 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:02.319369 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0231378-95fc-4c89-a217-76f550430455 req-0dd0bc3b-1621-48f9-a209-2b7b7ac63d99 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.1083093 Mar 31 19:11:02.364541 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:02.365163 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:02.366584 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] 10.222.0.78 "PUT /v2.0/ports/682e0385-b358-49dc-8c66-bf372e421ba6 HTTP/1.1" status: 200 len: 1098 time: 1.0117550 Mar 31 19:11:02.367061 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7636d2ba-0dc2-4a89-a9f6-8fc649aa82df', 'tag': '682e0385-b358-49dc-8c66-bf372e421ba6'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:11:02.369322 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36398932-7c65-46ac-8c05-af9b0c3ede7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7636d2ba-0dc2-4a89-a9f6-8fc649aa82df", "tag": "682e0385-b358-49dc-8c66-bf372e421ba6"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:11:02.413003 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec776d-c0ef-43f3-8f88-a3ea633e6ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=682e0385-b358-49dc-8c66-bf372e421ba6,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:02.429445 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adbe728-1f45-49b9-a6cd-befa92c0baec x-openstack-request-id: req-8adbe728-1f45-49b9-a6cd-befa92c0baec {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:11:02.430082 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7636d2ba-0dc2-4a89-a9f6-8fc649aa82df", "tag": "682e0385-b358-49dc-8c66-bf372e421ba6", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:11:02.430082 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8adbe728-1f45-49b9-a6cd-befa92c0baec {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:11:02.430371 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adbe728-1f45-49b9-a6cd-befa92c0baec'] response: {'name': 'network-changed', 'server_uuid': '7636d2ba-0dc2-4a89-a9f6-8fc649aa82df', 'tag': '682e0385-b358-49dc-8c66-bf372e421ba6', 'status': 'completed', 'code': 200} Mar 31 19:11:02.437175 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0231378-95fc-4c89-a217-76f550430455 req-58eba42a-db2c-4915-8839-7d4f0b188811 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953095 Mar 31 19:11:02.472093 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160450f5-da3d-4a77-b769-507ec18281e1 req-505d41e0-79b8-40b5-8e6c-7e3e5cd8d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:02.474126 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-505d41e0-79b8-40b5-8e6c-7e3e5cd8d96d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8ac33b53cb91489d9546b9a0f4d45e2e&device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 1132 time: 0.0581427 Mar 31 19:11:02.530842 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-278e22e4-53ae-4b32-9012-2c601e3f4b20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=682e0385-b358-49dc-8c66-bf372e421ba6 HTTP/1.1" status: 200 len: 217 time: 0.0401084 Mar 31 19:11:02.579950 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160450f5-da3d-4a77-b769-507ec18281e1 req-199bba63-0a6a-42aa-92db-7c70f25ef989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:02.581380 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-199bba63-0a6a-42aa-92db-7c70f25ef989 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1085858e-5d4f-4159-a5ba-c8814f39f61d HTTP/1.1" status: 200 len: 843 time: 0.0441809 Mar 31 19:11:02.630342 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160450f5-da3d-4a77-b769-507ec18281e1 req-ef1328a2-d0ed-4758-a7ca-41a84d49bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:02.631880 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-ef1328a2-d0ed-4758-a7ca-41a84d49bb84 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=92664821-0c54-459e-886c-699dea403a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0448036 Mar 31 19:11:02.722421 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-0b30d4da-c402-473d-b19c-2ed934f52d36 service neutron] 10.222.0.78 "GET /v2.0/networks/92664821-0c54-459e-886c-699dea403a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843468 Mar 31 19:11:02.812429 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-160450f5-da3d-4a77-b769-507ec18281e1 req-55b40577-0779-4fa4-bbfb-d802d96c744b service neutron] 10.222.0.78 "GET /v2.0/networks/92664821-0c54-459e-886c-699dea403a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838664 Mar 31 19:11:02.907002 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-d50c24cf-1943-47e7-b5ae-78274843ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:02.908528 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-d50c24cf-1943-47e7-b5ae-78274843ac5a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8ac33b53cb91489d9546b9a0f4d45e2e&device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 1132 time: 0.0470457 Mar 31 19:11:03.002175 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-be974dd4-cf8a-4e12-b321-d50950372d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:03.003385 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-be974dd4-cf8a-4e12-b321-d50950372d5d service neutron] 10.222.0.78 "GET /v2.0/networks?id=92664821-0c54-459e-886c-699dea403a6b HTTP/1.1" status: 200 len: 871 time: 0.0891235 Mar 31 19:11:03.046929 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-6c51eb14-5327-4bce-b47f-076a560dfbe0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=682e0385-b358-49dc-8c66-bf372e421ba6 HTTP/1.1" status: 200 len: 217 time: 0.0371811 Mar 31 19:11:03.121191 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-f2ba7478-744e-47d7-870e-e064e58d5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:03.122646 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-f2ba7478-744e-47d7-870e-e064e58d5add service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1085858e-5d4f-4159-a5ba-c8814f39f61d HTTP/1.1" status: 200 len: 843 time: 0.0677671 Mar 31 19:11:03.144774 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f8ccc-cf8a-4f67-afb8-740a98522276 req-3a17fabf-4cb7-45c2-b7e3-fae83c67f369 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:03.146279 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b8f8ccc-cf8a-4f67-afb8-740a98522276 req-3a17fabf-4cb7-45c2-b7e3-fae83c67f369 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 948 time: 0.1018102 Mar 31 19:11:03.211705 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-7299f8ab-51a1-4c67-8cc6-35e17537d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:03.213195 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-7299f8ab-51a1-4c67-8cc6-35e17537d601 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=92664821-0c54-459e-886c-699dea403a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0838785 Mar 31 19:11:03.216255 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b8f8ccc-cf8a-4f67-afb8-740a98522276 req-20c39e63-e423-4ca6-a759-017a50d4c0c6 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547259 Mar 31 19:11:03.308482 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-0ee9151b-9116-4e7c-9d65-de047faf5587 service neutron] 10.222.0.78 "GET /v2.0/networks/92664821-0c54-459e-886c-699dea403a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867338 Mar 31 19:11:03.398896 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36398932-7c65-46ac-8c05-af9b0c3ede7d req-fbb0dc9a-e517-41d1-a97e-f37b3b22d990 service neutron] 10.222.0.78 "GET /v2.0/networks/92664821-0c54-459e-886c-699dea403a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839355 Mar 31 19:11:03.558377 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce879f6-8b54-43bf-97b5-7677e46845c3 req-f8b03cab-f1dd-4ffd-be27-34be1a02fa5a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:03.559876 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9ce879f6-8b54-43bf-97b5-7677e46845c3 req-f8b03cab-f1dd-4ffd-be27-34be1a02fa5a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.0538406 Mar 31 19:11:03.608204 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9ce879f6-8b54-43bf-97b5-7677e46845c3 req-f3f853a5-dad6-4888-81b6-5e88ce39b325 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Mar 31 19:11:04.340634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7024ba-e12b-467e-850d-3845470a7cee req-aa3f3671-2138-480c-9b59-0d0a55df2c8a tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:04.342034 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e7024ba-e12b-467e-850d-3845470a7cee req-aa3f3671-2138-480c-9b59-0d0a55df2c8a tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 948 time: 0.0592625 Mar 31 19:11:04.389832 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e7024ba-e12b-467e-850d-3845470a7cee req-fc33b7ca-62cb-41e5-80cc-c34c1c767db5 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Mar 31 19:11:04.726252 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635849c-2a5c-4992-9277-4747f50b9caf req-9c601ff5-66db-43d3-9ae8-1edd3d7d4233 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:04.727777 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7635849c-2a5c-4992-9277-4747f50b9caf req-9c601ff5-66db-43d3-9ae8-1edd3d7d4233 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.0529935 Mar 31 19:11:04.778977 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7635849c-2a5c-4992-9277-4747f50b9caf req-260a3ae1-77c0-4012-8943-ef70dc830820 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456476 Mar 31 19:11:05.510293 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a6c3c-4fcd-4395-bcd4-8feb57aa4724 req-5ca56d2d-a84c-4675-ac5f-611e721e0168 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:05.511806 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-de0a6c3c-4fcd-4395-bcd4-8feb57aa4724 req-5ca56d2d-a84c-4675-ac5f-611e721e0168 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 948 time: 0.0557594 Mar 31 19:11:05.559783 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-de0a6c3c-4fcd-4395-bcd4-8feb57aa4724 req-fd4134f6-391a-44e0-84ca-2387fa9b0bc7 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422082 Mar 31 19:11:05.905554 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ee75b-f7e3-40d5-98b8-37db0027b8cd req-40aae09b-1fbd-4c0b-bed3-d519d8a834f0 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:05.907288 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac2ee75b-f7e3-40d5-98b8-37db0027b8cd req-40aae09b-1fbd-4c0b-bed3-d519d8a834f0 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.0613055 Mar 31 19:11:05.965641 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac2ee75b-f7e3-40d5-98b8-37db0027b8cd req-3f772102-1ab0-478c-8da5-6559d2943be6 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514836 Mar 31 19:11:06.679271 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af03f62-af05-4062-8f76-00899926f54d req-200ac329-f7e7-496a-b593-0752166945b5 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:06.680778 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6af03f62-af05-4062-8f76-00899926f54d req-200ac329-f7e7-496a-b593-0752166945b5 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 948 time: 0.0536673 Mar 31 19:11:06.730813 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6af03f62-af05-4062-8f76-00899926f54d req-7e0e3de1-cd18-469d-961c-adf5a3c149c9 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Mar 31 19:11:07.085977 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667c0c-def0-471b-83b5-ad2a565a5b88 req-19841422-2825-4f69-bce4-1ee4e4a26393 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:07.087536 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-98667c0c-def0-471b-83b5-ad2a565a5b88 req-19841422-2825-4f69-bce4-1ee4e4a26393 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.0529799 Mar 31 19:11:07.136219 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-98667c0c-def0-471b-83b5-ad2a565a5b88 req-c513dce8-1880-4720-9d0f-7be40cfdc52e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431406 Mar 31 19:11:07.203636 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 682e0385-b358-49dc-8c66-bf372e421ba6 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:11:07.303640 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 682e0385-b358-49dc-8c66-bf372e421ba6, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=682e0385-b358-49dc-8c66-bf372e421ba6,segment=NetworkSegment(15930d94-6533-4384-bdb7-2830a17e0e85),segment_id=15930d94-6533-4384-bdb7-2830a17e0e85)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:07.314681 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '682e0385-b358-49dc-8c66-bf372e421ba6', 'network_id': '92664821-0c54-459e-886c-699dea403a6b', 'port_id': '682e0385-b358-49dc-8c66-bf372e421ba6', 'mac_address': 'fa:16:3e:85:e3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1085858e-5d4f-4159-a5ba-c8814f39f61d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:11:07.351850 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 682e0385-b358-49dc-8c66-bf372e421ba6 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:11:07.352228 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:07.364850 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682e0385-b358-49dc-8c66-bf372e421ba6 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:11:07.383653 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 682e0385-b358-49dc-8c66-bf372e421ba6, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=682e0385-b358-49dc-8c66-bf372e421ba6,segment=NetworkSegment(15930d94-6533-4384-bdb7-2830a17e0e85),segment_id=15930d94-6533-4384-bdb7-2830a17e0e85)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:07.387634 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:07.433210 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=682e0385-b358-49dc-8c66-bf372e421ba6,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:07.743913 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['682e0385-b358-49dc-8c66-bf372e421ba6'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:11:07.851586 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fcd98-b1d9-4e9c-b692-7ff5e4cfbebc req-48a758ee-1055-441b-9998-eb5fdf02c81c tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:07.853088 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-197fcd98-b1d9-4e9c-b692-7ff5e4cfbebc req-48a758ee-1055-441b-9998-eb5fdf02c81c tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 949 time: 0.0542965 Mar 31 19:11:07.902226 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-197fcd98-b1d9-4e9c-b692-7ff5e4cfbebc req-b5120a58-6d92-44d5-8887-38f5ec4f225c tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Mar 31 19:11:08.259001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afacbb-c183-478f-a684-18f4109fb8de req-64d9e3f4-034c-422c-bdb3-3fed045d16f2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:08.260468 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81afacbb-c183-478f-a684-18f4109fb8de req-64d9e3f4-034c-422c-bdb3-3fed045d16f2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.0560846 Mar 31 19:11:08.310365 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-81afacbb-c183-478f-a684-18f4109fb8de req-bee0ce77-09ba-48fd-8c01-3f58cdb95302 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442479 Mar 31 19:11:09.028595 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892195c-4499-4652-9062-5bd23a997f1b req-a6ee5368-ff7d-41c1-a151-46ace3193025 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:09.030086 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b892195c-4499-4652-9062-5bd23a997f1b req-a6ee5368-ff7d-41c1-a151-46ace3193025 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 949 time: 0.0543363 Mar 31 19:11:09.076913 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b892195c-4499-4652-9062-5bd23a997f1b req-279985a8-64d9-4c48-80f7-9fe6da1a21c4 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Mar 31 19:11:09.216828 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device ff193829-dfb6-42af-b80e-5e4346f0e2ad details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:11:09.219861 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 682e0385-b358-49dc-8c66-bf372e421ba6 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:11:09.328342 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 682e0385-b358-49dc-8c66-bf372e421ba6 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:11:09.341013 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 682e0385-b358-49dc-8c66-bf372e421ba6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:11:09.341390 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:09.378587 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port ff193829-dfb6-42af-b80e-5e4346f0e2ad, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:09.396994 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:11:09.428517 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c2855-0bfd-4d5e-bd21-5b2f6f6e5e9a req-5a513323-9ec7-4592-9ff7-2487cbb9ee87 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:09.430167 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ba0c2855-0bfd-4d5e-bd21-5b2f6f6e5e9a req-5a513323-9ec7-4592-9ff7-2487cbb9ee87 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 943 time: 0.0534229 Mar 31 19:11:09.448203 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port ff193829-dfb6-42af-b80e-5e4346f0e2ad is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:11:09.448586 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:09.481925 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff193829-dfb6-42af-b80e-5e4346f0e2ad {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:11:09.486768 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ba0c2855-0bfd-4d5e-bd21-5b2f6f6e5e9a req-9c6b882d-041d-46ac-a0fc-49c536e3e132 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485446 Mar 31 19:11:09.500844 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 682e0385-b358-49dc-8c66-bf372e421ba6 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:11:09.501227 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:09.517570 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port ff193829-dfb6-42af-b80e-5e4346f0e2ad, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:09.527327 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:09.538122 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7636d2ba-0dc2-4a89-a9f6-8fc649aa82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e0385-b358-49dc-8c66-bf372e421ba6'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:11:09.540396 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853dffee-1eb1-415c-b011-412d6ce1c0d0" -d '{"events": [{"server_uuid": "7636d2ba-0dc2-4a89-a9f6-8fc649aa82df", "name": "network-vif-plugged", "status": "completed", "tag": "682e0385-b358-49dc-8c66-bf372e421ba6"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:11:09.572187 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 682e0385-b358-49dc-8c66-bf372e421ba6, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=682e0385-b358-49dc-8c66-bf372e421ba6,segment=NetworkSegment(15930d94-6533-4384-bdb7-2830a17e0e85),segment_id=15930d94-6533-4384-bdb7-2830a17e0e85)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:09.579222 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:09.593937 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50a8d19-6980-48c7-b497-e5918046bb51 x-openstack-request-id: req-e50a8d19-6980-48c7-b497-e5918046bb51 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:11:09.594220 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7636d2ba-0dc2-4a89-a9f6-8fc649aa82df", "name": "network-vif-plugged", "status": "completed", "tag": "682e0385-b358-49dc-8c66-bf372e421ba6", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:11:09.594471 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e50a8d19-6980-48c7-b497-e5918046bb51 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:11:09.594857 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50a8d19-6980-48c7-b497-e5918046bb51'] response: {'server_uuid': '7636d2ba-0dc2-4a89-a9f6-8fc649aa82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e0385-b358-49dc-8c66-bf372e421ba6', 'code': 200} Mar 31 19:11:09.599630 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=ff193829-dfb6-42af-b80e-5e4346f0e2ad,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:09.651823 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=682e0385-b358-49dc-8c66-bf372e421ba6,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:09.769241 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b7639-2fe7-4a43-bd1f-a06af2392d90 req-024ad4e5-361f-4a72-a01c-b1db25d57e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:09.771465 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c28b7639-2fe7-4a43-bd1f-a06af2392d90 req-024ad4e5-361f-4a72-a01c-b1db25d57e4e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 1134 time: 0.0450528 Mar 31 19:11:09.815546 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c28b7639-2fe7-4a43-bd1f-a06af2392d90 req-a79ea1a9-09a7-45f4-95f1-d231edcfc47a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Mar 31 19:11:09.903109 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['ff193829-dfb6-42af-b80e-5e4346f0e2ad'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:11:10.127382 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:10.195390 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0139ef-215a-43ee-9bc3-1ec05f8a9192 req-cc83b1b9-9643-4cee-ad8e-21a80b7a2e08 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:10.196864 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9d0139ef-215a-43ee-9bc3-1ec05f8a9192 req-cc83b1b9-9643-4cee-ad8e-21a80b7a2e08 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 950 time: 0.0528579 Mar 31 19:11:10.244247 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9d0139ef-215a-43ee-9bc3-1ec05f8a9192 req-60b767cb-3071-4110-816d-4bd1c21ea469 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Mar 31 19:11:10.615647 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055fae1-7f92-43a5-8363-d53eab6eb8e4 req-54641bcd-aa92-4db3-a0a4-74857e02b924 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:10.617151 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b055fae1-7f92-43a5-8363-d53eab6eb8e4 req-54641bcd-aa92-4db3-a0a4-74857e02b924 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 944 time: 0.0569775 Mar 31 19:11:10.666256 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b055fae1-7f92-43a5-8363-d53eab6eb8e4 req-118b7673-2aa1-4b26-a48f-2327bcefac0f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Mar 31 19:11:11.234927 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device ff193829-dfb6-42af-b80e-5e4346f0e2ad up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:11:11.286240 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port ff193829-dfb6-42af-b80e-5e4346f0e2ad completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:11:11.291825 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port ff193829-dfb6-42af-b80e-5e4346f0e2ad triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:11:11.292130 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:11.386344 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port ff193829-dfb6-42af-b80e-5e4346f0e2ad is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:11:11.386731 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:11.394303 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1358a4-9692-4c49-9994-ce10ce9bb1f9 req-55dc8fee-d9e8-4ab6-8484-4023112e2a3e tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:11.396879 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8b1358a4-9692-4c49-9994-ce10ce9bb1f9 req-55dc8fee-d9e8-4ab6-8484-4023112e2a3e tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 950 time: 0.0826972 Mar 31 19:11:11.429838 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port ff193829-dfb6-42af-b80e-5e4346f0e2ad, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:11.435271 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:11.451532 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8b1358a4-9692-4c49-9994-ce10ce9bb1f9 req-9a92b54b-b826-4e61-9bc2-55f89b513c76 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474045 Mar 31 19:11:11.491218 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=ff193829-dfb6-42af-b80e-5e4346f0e2ad,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:11.596430 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:11:11.599250 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96faebee-7355-4e63-977a-cbe0e80887ce" -d '{"events": [{"server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "name": "network-vif-plugged", "status": "completed", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:11:11.633323 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb3bad3-c007-48f2-ba45-7d2df3e645f8 x-openstack-request-id: req-6bb3bad3-c007-48f2-ba45-7d2df3e645f8 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:11:11.633716 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "name": "network-vif-plugged", "status": "completed", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:11:11.634056 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bb3bad3-c007-48f2-ba45-7d2df3e645f8 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:11:11.634536 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb3bad3-c007-48f2-ba45-7d2df3e645f8'] response: {'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'code': 200} Mar 31 19:11:11.790675 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d20c1-4338-4239-bf4e-3852c1f40ff6 req-30ecb3e1-f83a-4979-8947-649c5209e95c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:11.792228 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f4d20c1-4338-4239-bf4e-3852c1f40ff6 req-30ecb3e1-f83a-4979-8947-649c5209e95c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 945 time: 0.0598595 Mar 31 19:11:11.865201 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f4d20c1-4338-4239-bf4e-3852c1f40ff6 req-a7927ab8-c156-486f-8f76-9de287f588ab tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672374 Mar 31 19:11:11.880583 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5adc40-0941-4798-b8fa-c503ffd5e27b req-6a634f99-ef15-4eee-882d-b714bff9ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:11.882067 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1e5adc40-0941-4798-b8fa-c503ffd5e27b req-6a634f99-ef15-4eee-882d-b714bff9ed30 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 1129 time: 0.0595067 Mar 31 19:11:11.928665 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1e5adc40-0941-4798-b8fa-c503ffd5e27b req-6e49e60b-6779-4e0b-81fa-0f64fb9dfa46 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400872 Mar 31 19:11:12.584853 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0915e3-0f0d-40f7-954d-30a503d0c5ce req-7818def1-2dd5-47a8-9c52-0a1007e1d5c6 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:12.586334 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a0915e3-0f0d-40f7-954d-30a503d0c5ce req-7818def1-2dd5-47a8-9c52-0a1007e1d5c6 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 950 time: 0.0524862 Mar 31 19:11:12.637297 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a0915e3-0f0d-40f7-954d-30a503d0c5ce req-26af4bac-80a0-47bc-921a-375c562e9c33 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 Mar 31 19:11:12.905137 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57908e2e-7202-4bc0-ac8a-2c0b9e4968d2 req-35fb5097-e083-4395-9001-eb9c3409190e tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:12.906652 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-57908e2e-7202-4bc0-ac8a-2c0b9e4968d2 req-35fb5097-e083-4395-9001-eb9c3409190e tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 950 time: 0.0556896 Mar 31 19:11:12.980121 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-57908e2e-7202-4bc0-ac8a-2c0b9e4968d2 req-4bf3021f-54ab-498d-a486-bbd351a64d99 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672693 Mar 31 19:11:13.003944 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7983-687f-43b5-9091-faad470420c8 req-61917b01-d457-48ac-bfc6-f9199ff4c352 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:13.006025 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b7d7983-687f-43b5-9091-faad470420c8 req-61917b01-d457-48ac-bfc6-f9199ff4c352 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 945 time: 0.0670953 Mar 31 19:11:13.055870 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2b7d7983-687f-43b5-9091-faad470420c8 req-c6997d9d-3e0d-4bc8-923e-1542f167e20b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 Mar 31 19:11:14.105612 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c53c71-4b22-418d-9352-c2b1bbb6275b req-e8b194ff-f83a-453e-974a-d2277c84c639 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:14.107152 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e3c53c71-4b22-418d-9352-c2b1bbb6275b req-e8b194ff-f83a-453e-974a-d2277c84c639 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 950 time: 0.0585802 Mar 31 19:11:14.182674 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e3c53c71-4b22-418d-9352-c2b1bbb6275b req-77ba2e50-a985-42e1-b0ec-424d2837334c tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699766 Mar 31 19:11:14.198613 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498061e-564f-4d1c-9519-91e78a72c822 req-db496171-87bd-42fb-840e-da9ef988a117 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:14.200095 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b498061e-564f-4d1c-9519-91e78a72c822 req-db496171-87bd-42fb-840e-da9ef988a117 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 945 time: 0.0740252 Mar 31 19:11:14.248878 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b498061e-564f-4d1c-9519-91e78a72c822 req-533a8445-1920-4382-b656-6e5d1c8960d8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Mar 31 19:11:14.364870 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e97231-1336-4cb3-b955-41f9b2403d36 req-0947864f-453a-4b1b-afd9-007d9be6fac3 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:14.366337 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8e97231-1336-4cb3-b955-41f9b2403d36 req-0947864f-453a-4b1b-afd9-007d9be6fac3 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 945 time: 0.0514421 Mar 31 19:11:14.418172 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8e97231-1336-4cb3-b955-41f9b2403d36 req-3b019fb4-f98f-413b-ac36-ac45933a61e1 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462112 Mar 31 19:11:14.440092 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59662) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:11:14.485185 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67597c77-b087-42d0-af0d-a0fb66aebc64 tempest-TestVolumeBootPattern-1751170667 tempest-TestVolumeBootPattern-1751170667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:14.486703 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-67597c77-b087-42d0-af0d-a0fb66aebc64 tempest-TestVolumeBootPattern-1751170667 tempest-TestVolumeBootPattern-1751170667-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 1124 time: 0.0456214 Mar 31 19:11:14.489560 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59664) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:11:14.493792 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:11:14.515130 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:14.629040 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:14.735048 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Allocated IP 172.27.0.221 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/a08f2e6d-8adc-4b29-9131-9458eb4ab7dd) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:11:14.869960 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for port (a08f2e6d-8adc-4b29-9131-9458eb4ab7dd), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:14.900724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-4e0c50ed-ebe4-48fe-b39f-637d5d8dad5e tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:14.902280 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-4e0c50ed-ebe4-48fe-b39f-637d5d8dad5e tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.78 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 950 time: 0.0824988 Mar 31 19:11:14.960298 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (a08f2e6d-8adc-4b29-9131-9458eb4ab7dd), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:15.024212 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:11:15.029087 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:11:15.033555 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:11:15.065269 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'Port': ['ID=a08f2e6d-8adc-4b29-9131-9458eb4ab7dd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:15.096544 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Deleting port 682e0385-b358-49dc-8c66-bf372e421ba6 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:11:15.096888 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:15.335878 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] For port 682e0385-b358-49dc-8c66-bf372e421ba6, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=682e0385-b358-49dc-8c66-bf372e421ba6,segment=NetworkSegment(15930d94-6533-4384-bdb7-2830a17e0e85),segment_id=15930d94-6533-4384-bdb7-2830a17e0e85)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:15.336612 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:15.370930 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Calling delete_port for 682e0385-b358-49dc-8c66-bf372e421ba6 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:11:15.450995 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd13e-4a6a-4d4c-a3c6-fda9acd6c28e req-d43f2424-8e55-4a7e-ac5e-053c76a92db5 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:15.452473 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-18acd13e-4a6a-4d4c-a3c6-fda9acd6c28e req-d43f2424-8e55-4a7e-ac5e-053c76a92db5 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/ports?device_id=7636d2ba-0dc2-4a89-a9f6-8fc649aa82df HTTP/1.1" status: 200 len: 950 time: 0.1657007 Mar 31 19:11:15.558863 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-18acd13e-4a6a-4d4c-a3c6-fda9acd6c28e req-77d70d3e-f41a-4deb-a1ec-f7fbb9d711a3 tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.13 "GET /v2.0/security-groups?id=29394c32-6875-4198-8fbc-f0e21a0feed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003807 Mar 31 19:11:15.701813 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (682e0385-b358-49dc-8c66-bf372e421ba6), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:15.703785 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (ff0a7576-fce3-4832-a73d-a54d2fff715e), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:15.713899 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['682e0385-b358-49dc-8c66-bf372e421ba6'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:11:15.756308 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Pushing event deleted for resources: {'Port': ['ID=682e0385-b358-49dc-8c66-bf372e421ba6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:15.814533 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] No DVR routers for this DVR port 682e0385-b358-49dc-8c66-bf372e421ba6 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:11:15.818039 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:15.821682 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f823a36e-5b2a-4c4f-bb92-45b70151446e req-b941655d-6a63-4fe6-9016-e1eab34384de tempest-VolumesNegativeTest-2083723816 tempest-VolumesNegativeTest-2083723816-project] 10.222.0.78 "DELETE /v2.0/ports/682e0385-b358-49dc-8c66-bf372e421ba6 HTTP/1.1" status: 204 len: 173 time: 0.9105773 Mar 31 19:11:15.822135 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7636d2ba-0dc2-4a89-a9f6-8fc649aa82df', 'name': 'network-vif-deleted', 'tag': '682e0385-b358-49dc-8c66-bf372e421ba6'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:11:15.824392 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295570d3-1ec7-4db0-869d-3d6117bb2e95" -d '{"events": [{"server_uuid": "7636d2ba-0dc2-4a89-a9f6-8fc649aa82df", "name": "network-vif-deleted", "tag": "682e0385-b358-49dc-8c66-bf372e421ba6"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:11:15.854869 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (a08f2e6d-8adc-4b29-9131-9458eb4ab7dd), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:15.915802 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11c909c-93bf-4995-b324-89eb03c23435 x-openstack-request-id: req-d11c909c-93bf-4995-b324-89eb03c23435 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:11:15.916224 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7636d2ba-0dc2-4a89-a9f6-8fc649aa82df", "name": "network-vif-deleted", "tag": "682e0385-b358-49dc-8c66-bf372e421ba6", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:11:15.916597 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d11c909c-93bf-4995-b324-89eb03c23435 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:11:15.917744 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11c909c-93bf-4995-b324-89eb03c23435'] response: {'server_uuid': '7636d2ba-0dc2-4a89-a9f6-8fc649aa82df', 'name': 'network-vif-deleted', 'tag': '682e0385-b358-49dc-8c66-bf372e421ba6', 'status': 'completed', 'code': 200} Mar 31 19:11:16.025994 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for port (a08f2e6d-8adc-4b29-9131-9458eb4ab7dd), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:16.030671 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (a08f2e6d-8adc-4b29-9131-9458eb4ab7dd), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:16.103500 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'Port': ['ID=a08f2e6d-8adc-4b29-9131-9458eb4ab7dd,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:16.115648 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (ff0a7576-fce3-4832-a73d-a54d2fff715e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:16.222014 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Floating IP ff0a7576-fce3-4832-a73d-a54d2fff715e associated. External IP: 172.27.0.221, port: ff193829-dfb6-42af-b80e-5e4346f0e2ad. Mar 31 19:11:16.722956 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Router d556c358-a6bf-4f62-a904-5bc24b8f1e50 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:11:16.770292 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:11:16.842062 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:11:16.855877 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] Sync routers for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:11:16.867606 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:16.869259 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:11:16.870174 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:11:16.901060 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-d6a74985-6a39-497e-8691-b4ff3dea2ec8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4103229 Mar 31 19:11:16.988865 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:11:17.233834 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'ff0a7576-fce3-4832-a73d-a54d2fff715e', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:11:15Z', 'updated_at': '2022-03-31T19:11:15Z', 'revision_number': 0, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:11:17.363351 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] Checking router: d556c358-a6bf-4f62-a904-5bc24b8f1e50 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:11:17.372665 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:11:17.373378 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:10:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:11:17.484790 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:11:17.734448 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'ff0a7576-fce3-4832-a73d-a54d2fff715e', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:11:15Z', 'updated_at': '2022-03-31T19:11:15Z', 'revision_number': 0, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:11:17.768020 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439ff46-d2d3-4fc6-9b2e-b3294862dcb4 None None] The sync data for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi is: [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'ff0a7576-fce3-4832-a73d-a54d2fff715e', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:11:15Z', 'updated_at': '2022-03-31T19:11:15Z', 'revision_number': 0, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:11:17.918148 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:11:17.920827 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c735e21-1b72-4b97-aee5-21e85bba14e3" -d '{"events": [{"name": "network-changed", "server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:11:17.961312 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa72aacf-1657-49a6-b1ea-6602ba047687 x-openstack-request-id: req-fa72aacf-1657-49a6-b1ea-6602ba047687 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:11:17.961616 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:11:17.961874 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa72aacf-1657-49a6-b1ea-6602ba047687 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:11:17.962284 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa72aacf-1657-49a6-b1ea-6602ba047687'] response: {'name': 'network-changed', 'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'status': 'completed', 'code': 200} Mar 31 19:11:18.002142 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d08727-c843-4fb1-9abc-97caf01edff0 None None] New status for floating IP ff0a7576-fce3-4832-a73d-a54d2fff715e: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:11:18.039579 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-564bbbe6-9db4-4fdd-ba58-5d1da28ee666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:18.043619 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-564bbbe6-9db4-4fdd-ba58-5d1da28ee666 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 1129 time: 0.0567408 Mar 31 19:11:18.148153 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-cb1ad25b-030e-48d1-a9ba-4d0c52aa6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:18.149658 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-cb1ad25b-030e-48d1-a9ba-4d0c52aa6086 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.0985968 Mar 31 19:11:18.229702 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-7ea84739-8784-44a4-847c-6cddd2a0d561 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad HTTP/1.1" status: 200 len: 999 time: 0.0719886 Mar 31 19:11:18.291759 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-ea113b48-873a-4b07-93ed-26f11f50b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:18.293510 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-ea113b48-873a-4b07-93ed-26f11f50b9fc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0570784 Mar 31 19:11:18.350518 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-9345e829-4065-4536-8bb9-7ca8408cc246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:18.352079 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-9345e829-4065-4536-8bb9-7ca8408cc246 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506392 Mar 31 19:11:18.453230 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-ff762d64-2f18-492f-89e1-28a165b434a9 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930347 Mar 31 19:11:18.554627 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c735e21-1b72-4b97-aee5-21e85bba14e3 req-b2921119-2e66-4b99-8cf7-bc3a744ddd5c service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952940 Mar 31 19:11:19.261204 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 682e0385-b358-49dc-8c66-bf372e421ba6 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:11:19.283171 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 682e0385-b358-49dc-8c66-bf372e421ba6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:11:19.283171 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 682e0385-b358-49dc-8c66-bf372e421ba6 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:11:20.696549 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59928) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:11:20.839987 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-f68d11fa-f436-4393-bcfd-f06580beabf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ac33b53cb91489d9546b9a0f4d45e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421621 Mar 31 19:11:20.842435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 59932) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:11:20.890595 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cd26928-fc08-424b-9207-80f23f0b9f24 admin admin] Publish callbacks [] for security_group (29394c32-6875-4198-8fbc-f0e21a0feed8), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:20.912633 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cd26928-fc08-424b-9207-80f23f0b9f24 admin admin] Publish callbacks [] for security_group (29394c32-6875-4198-8fbc-f0e21a0feed8), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:20.959967 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cd26928-fc08-424b-9207-80f23f0b9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (29394c32-6875-4198-8fbc-f0e21a0feed8), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:20.962529 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cd26928-fc08-424b-9207-80f23f0b9f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:20.963838 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-9cd26928-fc08-424b-9207-80f23f0b9f24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29394c32-6875-4198-8fbc-f0e21a0feed8 HTTP/1.1" status: 204 len: 168 time: 0.1204274 Mar 31 19:11:20.971920 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd26928-fc08-424b-9207-80f23f0b9f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29394c32-6875-4198-8fbc-f0e21a0feed8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:23.815389 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0fd1dc5-8834-4ae7-a32c-c30a3cdc5014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:26.327406 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-59f771d9-48cd-4f60-9ae8-f284171627c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:27.506817 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:28.771415 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:30.498326 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:34.233422 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd8ce9-0fd7-44c7-a682-57f5e2666f79 req-bc9f8a3a-f647-4119-a6b8-27b7d568d28c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:34.234911 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92cd8ce9-0fd7-44c7-a682-57f5e2666f79 req-bc9f8a3a-f647-4119-a6b8-27b7d568d28c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0535734 Mar 31 19:11:34.283976 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-92cd8ce9-0fd7-44c7-a682-57f5e2666f79 req-3478d39b-173e-4394-8f95-2515eacc0606 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427549 Mar 31 19:11:35.416059 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8b3a-6f8b-460b-8564-27cd7aea106e req-e2286033-e187-416a-97b3-f8e354839eb2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:35.417572 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-59fc8b3a-6f8b-460b-8564-27cd7aea106e req-e2286033-e187-416a-97b3-f8e354839eb2 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0581923 Mar 31 19:11:35.470960 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-59fc8b3a-6f8b-460b-8564-27cd7aea106e req-04d31c15-99fb-4cd9-a37b-7c2879a2da9c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472379 Mar 31 19:11:36.596669 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe188c4-3f50-4882-a4b0-3eaf0f9c54a7 req-8554d22a-d731-43de-bfdc-782ecdb15121 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:36.598745 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fbe188c4-3f50-4882-a4b0-3eaf0f9c54a7 req-8554d22a-d731-43de-bfdc-782ecdb15121 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0552974 Mar 31 19:11:36.646167 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fbe188c4-3f50-4882-a4b0-3eaf0f9c54a7 req-41f0a39e-9f68-41e2-aace-dc8ecf9a69f1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420330 Mar 31 19:11:37.922463 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569793c4-5262-41bd-ac95-7d22d4c75282 req-f0cdbe24-bb7b-4adb-839f-7f7a3510a208 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:37.924013 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-569793c4-5262-41bd-ac95-7d22d4c75282 req-f0cdbe24-bb7b-4adb-839f-7f7a3510a208 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.2054067 Mar 31 19:11:37.972787 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-569793c4-5262-41bd-ac95-7d22d4c75282 req-ef40ae5a-7d4c-4136-86f2-f7c1bfe76190 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421116 Mar 31 19:11:39.154081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b52c5-b867-4b30-b4f1-7eca0de3c052 req-f5aea3bd-b186-4e7a-b1b9-ca11bfadd428 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:39.155647 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-065b52c5-b867-4b30-b4f1-7eca0de3c052 req-f5aea3bd-b186-4e7a-b1b9-ca11bfadd428 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.1097343 Mar 31 19:11:39.204811 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-065b52c5-b867-4b30-b4f1-7eca0de3c052 req-27c0d87a-60a8-4f14-8930-51bf72dd65c6 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423710 Mar 31 19:11:40.112360 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:40.336305 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c9bc0-65b3-4855-beec-627b8300ac54 req-4ccc63f0-09f2-48fb-940d-b88bdebb324f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:40.337729 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a15c9bc0-65b3-4855-beec-627b8300ac54 req-4ccc63f0-09f2-48fb-940d-b88bdebb324f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0575883 Mar 31 19:11:40.390076 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a15c9bc0-65b3-4855-beec-627b8300ac54 req-1e1b7181-3981-4e0d-b415-2a1c0fd94644 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467510 Mar 31 19:11:41.530365 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684397ae-0334-4d53-a58c-979bc67971e9 req-8fac2ec5-bd63-4730-9c5d-09b9698ae56b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:41.531910 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-684397ae-0334-4d53-a58c-979bc67971e9 req-8fac2ec5-bd63-4730-9c5d-09b9698ae56b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0581779 Mar 31 19:11:41.584678 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-684397ae-0334-4d53-a58c-979bc67971e9 req-dc92f554-698d-480a-8c8e-ea3e4035cb08 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431845 Mar 31 19:11:42.712671 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0220b8-aa2c-47bf-a2df-cdd0251b81cb req-d4b6a44c-d092-40cc-bc3c-11e29622eaac tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:42.714181 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3d0220b8-aa2c-47bf-a2df-cdd0251b81cb req-d4b6a44c-d092-40cc-bc3c-11e29622eaac tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0546765 Mar 31 19:11:42.762353 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3d0220b8-aa2c-47bf-a2df-cdd0251b81cb req-78554fdc-b648-4a60-9d90-680ec6b6a678 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422046 Mar 31 19:11:43.896248 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa915ce-f783-4837-b3ef-32e14ceea7b9 req-c697a9d6-3a82-4ef7-977e-38fc0dadd073 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:43.897787 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-baa915ce-f783-4837-b3ef-32e14ceea7b9 req-c697a9d6-3a82-4ef7-977e-38fc0dadd073 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0610120 Mar 31 19:11:43.945877 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-baa915ce-f783-4837-b3ef-32e14ceea7b9 req-0fdb3ac2-09e8-4fd2-8cec-1ef64a618024 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423574 Mar 31 19:11:45.074811 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bbf94-eeab-4dc7-a343-60a0b6407a5c req-9b702903-bc3c-457d-bc27-05f87f1b2938 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:45.076361 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3e7bbf94-eeab-4dc7-a343-60a0b6407a5c req-9b702903-bc3c-457d-bc27-05f87f1b2938 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0560868 Mar 31 19:11:45.126301 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3e7bbf94-eeab-4dc7-a343-60a0b6407a5c req-4a25e209-900e-49f5-b051-594c3a8d6f3a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443063 Mar 31 19:11:46.253974 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de71b6-68f1-494c-ac18-cd811dbe75d6 req-9c5ef3c7-caf4-42cc-84d2-bf4311c8fe00 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:46.255672 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08de71b6-68f1-494c-ac18-cd811dbe75d6 req-9c5ef3c7-caf4-42cc-84d2-bf4311c8fe00 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0547519 Mar 31 19:11:46.309682 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-08de71b6-68f1-494c-ac18-cd811dbe75d6 req-05ab61a4-676f-4356-bdf8-38f9cf1e0db1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481648 Mar 31 19:11:47.397636 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 582539f5-3055-450e-aa25-a48bfde4a500 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:11:47.435365 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba34bed-12c3-4e25-9f5f-fd2bcae81fbb req-f0760606-1892-4bb1-aaa2-6e6c566c0979 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:47.436905 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ba34bed-12c3-4e25-9f5f-fd2bcae81fbb req-f0760606-1892-4bb1-aaa2-6e6c566c0979 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0536420 Mar 31 19:11:47.491319 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3ba34bed-12c3-4e25-9f5f-fd2bcae81fbb req-c5220818-aa61-433d-9a66-573c3cabfe6c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475104 Mar 31 19:11:47.502824 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:47.516235 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '582539f5-3055-450e-aa25-a48bfde4a500', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'port_id': '582539f5-3055-450e-aa25-a48bfde4a500', 'mac_address': 'fa:16:3e:d1:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:11:47.559234 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 582539f5-3055-450e-aa25-a48bfde4a500 is: ACTIVE; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:11:47.559616 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:47.573274 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 582539f5-3055-450e-aa25-a48bfde4a500 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:11:47.593115 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:47.596791 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:47.648843 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:47.656024 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.656372 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.656714 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.657057 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.657384 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.657712 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.658039 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.658365 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.658690 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.659042 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.659368 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.659692 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.660013 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.660332 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.660701 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:11:47.695214 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['582539f5-3055-450e-aa25-a48bfde4a500'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:11:48.749311 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a7ffc-0c43-49ea-90f5-a7b8204b1a81 req-3201f321-650d-44c5-b573-4c8e85a8ffd4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:48.750791 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d7a7ffc-0c43-49ea-90f5-a7b8204b1a81 req-3201f321-650d-44c5-b573-4c8e85a8ffd4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 944 time: 0.0520151 Mar 31 19:11:48.797599 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d7a7ffc-0c43-49ea-90f5-a7b8204b1a81 req-f1799046-5f63-4058-b3c0-11521f314c11 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407343 Mar 31 19:11:49.394790 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 582539f5-3055-450e-aa25-a48bfde4a500 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:11:49.441230 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 582539f5-3055-450e-aa25-a48bfde4a500 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:11:49.441593 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (582539f5-3055-450e-aa25-a48bfde4a500), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:49.519723 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 582539f5-3055-450e-aa25-a48bfde4a500 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:11:49.520536 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:49.543285 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:11:49.545481 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaaf4d0-029b-4101-9efd-8f8f23f120d8" -d '{"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-plugged", "status": "completed", "tag": "582539f5-3055-450e-aa25-a48bfde4a500"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:11:49.558747 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:11:49.562600 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:49.586331 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1399ee3f-8af9-4862-9048-38cad64a4887 x-openstack-request-id: req-1399ee3f-8af9-4862-9048-38cad64a4887 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:11:49.586620 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-plugged", "status": "completed", "tag": "582539f5-3055-450e-aa25-a48bfde4a500", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:11:49.586872 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1399ee3f-8af9-4862-9048-38cad64a4887 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:11:49.587286 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1399ee3f-8af9-4862-9048-38cad64a4887'] response: {'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500', 'code': 200} Mar 31 19:11:49.610710 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:11:49.929545 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ae53c-3abc-4592-afb6-a711d429c0b4 req-8420f8f2-fff5-4a2c-bbf4-387adc819fa1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:49.931048 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d89ae53c-3abc-4592-afb6-a711d429c0b4 req-8420f8f2-fff5-4a2c-bbf4-387adc819fa1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0587406 Mar 31 19:11:49.978664 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d89ae53c-3abc-4592-afb6-a711d429c0b4 req-489bf53c-42f7-48cb-81d3-074182f51871 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420883 Mar 31 19:11:51.148430 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942f5a5-9ed5-4043-96b5-f1dba887ea4e req-a33937f7-77a1-4fcc-a256-a62de4ac0fb4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:51.149923 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a942f5a5-9ed5-4043-96b5-f1dba887ea4e req-a33937f7-77a1-4fcc-a256-a62de4ac0fb4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0914714 Mar 31 19:11:51.166135 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-f6b150ce-12cf-4d4f-b50f-2d8e6b6d3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:51.167617 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-f6b150ce-12cf-4d4f-b50f-2d8e6b6d3114 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 1129 time: 0.0670536 Mar 31 19:11:51.253382 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a942f5a5-9ed5-4043-96b5-f1dba887ea4e req-7ecd7b28-af29-4b89-9653-12f0cd578a62 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958519 Mar 31 19:11:51.293438 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-c0e28146-cd29-4083-ae96-b4516b5604fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:51.295731 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-c0e28146-cd29-4083-ae96-b4516b5604fd service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.1023414 Mar 31 19:11:51.370424 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-129e8de3-3f48-49c2-b127-1a06f37e4d0c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=582539f5-3055-450e-aa25-a48bfde4a500 HTTP/1.1" status: 200 len: 1001 time: 0.0677090 Mar 31 19:11:51.419981 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-d3da073c-eeb4-4c82-ab85-800856bab7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:51.421469 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-d3da073c-eeb4-4c82-ab85-800856bab7bf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0456798 Mar 31 19:11:51.471058 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-89bfabc7-17d6-4449-9cbf-4f7320d0221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:51.472554 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-89bfabc7-17d6-4449-9cbf-4f7320d0221a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446081 Mar 31 19:11:51.568029 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-7799ee1e-7a2f-4794-b5f3-80397a129855 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890818 Mar 31 19:11:51.657449 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-85c68c2b-0c80-4202-8c66-e4f101ebc33f req-98d95655-72e2-4066-9cee-8f97efaedf5e service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841622 Mar 31 19:11:52.381789 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce3818-3122-44d6-81ab-c61dc43785be req-34dca931-33bb-4899-8f31-4ff0db4e0081 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:52.383286 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3fce3818-3122-44d6-81ab-c61dc43785be req-34dca931-33bb-4899-8f31-4ff0db4e0081 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0526159 Mar 31 19:11:52.430550 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3fce3818-3122-44d6-81ab-c61dc43785be req-cbbe334e-5a6e-4351-a684-0633c953ce86 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Mar 31 19:11:53.560941 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f817b-7ad2-41ff-88af-99094e8d3606 req-fefd0e46-5c31-4a67-8fb9-0781690b4b54 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:53.562826 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-178f817b-7ad2-41ff-88af-99094e8d3606 req-fefd0e46-5c31-4a67-8fb9-0781690b4b54 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0596688 Mar 31 19:11:53.617096 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-178f817b-7ad2-41ff-88af-99094e8d3606 req-1e076a6a-0e5e-404a-ab98-c64f4211b214 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472119 Mar 31 19:11:53.771323 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:11:53.820643 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d623bf34-4f13-44a4-8b3a-7825344cb4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:54.751943 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13889c7e-02d0-4fe7-881b-dc4f1cc35027 req-a5106353-e67f-42f6-9dbe-eae4a3d0c560 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:54.753412 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-13889c7e-02d0-4fe7-881b-dc4f1cc35027 req-a5106353-e67f-42f6-9dbe-eae4a3d0c560 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0541973 Mar 31 19:11:54.819449 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-13889c7e-02d0-4fe7-881b-dc4f1cc35027 req-480b0533-8479-42dd-b14c-09c1228f1d46 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580680 Mar 31 19:11:55.960049 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254b44d-fb42-483a-805c-e8861fddd73b req-7ef75bf6-95d7-4b73-b371-07505b6e72b8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:55.961530 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3254b44d-fb42-483a-805c-e8861fddd73b req-7ef75bf6-95d7-4b73-b371-07505b6e72b8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0609949 Mar 31 19:11:56.013317 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3254b44d-fb42-483a-805c-e8861fddd73b req-eacf763c-9a5e-4779-85dc-e01e77a7ab66 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458694 Mar 31 19:11:56.329789 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e18287ad-f103-419f-a00a-d1b95a749643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:57.163925 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a2227-ab82-4213-8870-f626885a840f req-5aebbacb-03a7-4e3e-9cb4-14abc82ee066 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:57.167467 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7f9a2227-ab82-4213-8870-f626885a840f req-5aebbacb-03a7-4e3e-9cb4-14abc82ee066 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0707459 Mar 31 19:11:57.241450 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7f9a2227-ab82-4213-8870-f626885a840f req-00d29ef5-8b8c-48e2-b367-61f7813ebff9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655918 Mar 31 19:11:57.509656 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:58.375381 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2870e9-9cfc-4fd8-a57f-d8bb6c11b979 req-63d3ff8e-5e1f-4032-bc75-316408ef9435 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:58.377041 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a2870e9-9cfc-4fd8-a57f-d8bb6c11b979 req-63d3ff8e-5e1f-4032-bc75-316408ef9435 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0541277 Mar 31 19:11:58.441123 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a2870e9-9cfc-4fd8-a57f-d8bb6c11b979 req-4b67f3cb-6818-4478-800b-0ebd889aed04 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553086 Mar 31 19:11:58.774328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:11:59.577021 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2353fc-75d8-4011-b06e-7dff5400be81 req-f71c954f-1097-41a7-8003-a57fa1c25e4b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:11:59.578619 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a2353fc-75d8-4011-b06e-7dff5400be81 req-f71c954f-1097-41a7-8003-a57fa1c25e4b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0597703 Mar 31 19:11:59.635538 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a2353fc-75d8-4011-b06e-7dff5400be81 req-83990f1f-3fc4-4b4e-a11a-138a89d61a24 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498757 Mar 31 19:12:00.505104 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:00.777108 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3209b80-d41a-43c0-b345-009f0a597b5e req-4c4ee1f2-1530-44a7-9b01-b32ec163797a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:00.779474 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d3209b80-d41a-43c0-b345-009f0a597b5e req-4c4ee1f2-1530-44a7-9b01-b32ec163797a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0622780 Mar 31 19:12:00.843493 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d3209b80-d41a-43c0-b345-009f0a597b5e req-50b2c9ec-3ef5-48e4-b8e7-2fafc583c65c tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562577 Mar 31 19:12:01.984768 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd1d51-e852-4367-995a-7a695a0e8347 req-4465d9a5-84e6-467e-9e0b-725a261171fd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:01.987559 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-09dd1d51-e852-4367-995a-7a695a0e8347 req-4465d9a5-84e6-467e-9e0b-725a261171fd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0613618 Mar 31 19:12:02.045663 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-09dd1d51-e852-4367-995a-7a695a0e8347 req-c8283d0e-b2be-46fb-a971-833501b6a4a6 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529594 Mar 31 19:12:03.178185 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d83835-db1c-4a4b-8391-4db56676cbc5 req-fc75e916-8d98-452f-9266-b8682276b0d4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:03.179782 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f4d83835-db1c-4a4b-8391-4db56676cbc5 req-fc75e916-8d98-452f-9266-b8682276b0d4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0579770 Mar 31 19:12:03.247494 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f4d83835-db1c-4a4b-8391-4db56676cbc5 req-c50f5aa9-c42e-4474-911c-ba16c4c223ce tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620368 Mar 31 19:12:04.393782 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25526c-2570-4fc3-bca4-bca9bef21e49 req-03e06579-b0b6-424a-b8b8-6960190575b4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:04.395343 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1a25526c-2570-4fc3-bca4-bca9bef21e49 req-03e06579-b0b6-424a-b8b8-6960190575b4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0659955 Mar 31 19:12:04.449903 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1a25526c-2570-4fc3-bca4-bca9bef21e49 req-7d96def7-d973-439f-b9d0-94d09febe7dd tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487864 Mar 31 19:12:05.483589 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-a67439d3-68b5-4698-966f-46f593ef7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:05.485089 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-a67439d3-68b5-4698-966f-46f593ef7317 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 1129 time: 0.0887105 Mar 31 19:12:05.612792 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-3647336f-a6fe-4147-9524-f1ede633be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:05.615076 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-3647336f-a6fe-4147-9524-f1ede633be8a service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.1209669 Mar 31 19:12:05.622082 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f4188-d1f5-4c03-aaa9-abea8c196532 req-3316f871-a108-4e7f-94b7-b28d1692cad1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:05.623415 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5a4f4188-d1f5-4c03-aaa9-abea8c196532 req-3316f871-a108-4e7f-94b7-b28d1692cad1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0865393 Mar 31 19:12:05.706064 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-f859b364-b6b3-445a-b12d-b924dbddef72 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=582539f5-3055-450e-aa25-a48bfde4a500 HTTP/1.1" status: 200 len: 1001 time: 0.0816362 Mar 31 19:12:05.727877 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5a4f4188-d1f5-4c03-aaa9-abea8c196532 req-2ab64bb6-8bcf-4564-bfda-ae583aafd257 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963786 Mar 31 19:12:05.762122 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-77965dd5-ace1-4d5d-a643-18e296ecab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:05.763580 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-77965dd5-ace1-4d5d-a643-18e296ecab8d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0502751 Mar 31 19:12:05.814086 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-92b8ffbc-6a91-4e54-bb6e-540ebd6ad1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:05.815667 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-92b8ffbc-6a91-4e54-bb6e-540ebd6ad1a1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444045 Mar 31 19:12:05.826701 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-1a904d49-2c50-4c9f-a919-ed11a34dfa20 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:12:05.827753 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-1a904d49-2c50-4c9f-a919-ed11a34dfa20 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047443 Mar 31 19:12:05.917614 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-44ed20cd-65d3-4f11-940c-ce467b4779a4 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832016 Mar 31 19:12:06.012217 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aa74bf43-3130-48b6-826d-2e2e134b5f60 req-ec58e27b-bcd8-4ebe-b9a4-c235d46737bb service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880747 Mar 31 19:12:06.855263 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dd8ec-9990-4248-8f00-79250e5507dc req-68c44118-6876-416f-98d8-1b2affbd2696 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:06.856720 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c11dd8ec-9990-4248-8f00-79250e5507dc req-68c44118-6876-416f-98d8-1b2affbd2696 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0566299 Mar 31 19:12:06.904477 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c11dd8ec-9990-4248-8f00-79250e5507dc req-29bc4f15-8481-401a-b4f9-b9d2999c0a2b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Mar 31 19:12:08.030624 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f5bd8-bd95-4eba-be8c-60936cdd2985 req-656d7c29-21a8-4a88-80b3-f5bf2cb67956 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:08.032179 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4b0f5bd8-bd95-4eba-be8c-60936cdd2985 req-656d7c29-21a8-4a88-80b3-f5bf2cb67956 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0563276 Mar 31 19:12:08.080655 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4b0f5bd8-bd95-4eba-be8c-60936cdd2985 req-5c988b61-afe0-44ae-9979-e0920fdb326a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Mar 31 19:12:08.848758 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-f958be4b-c043-4dd0-ad33-db8305d7dc9a req-29941571-bc12-4046-9b88-2ba85fbaa3c1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:12:08.849852 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f958be4b-c043-4dd0-ad33-db8305d7dc9a req-29941571-bc12-4046-9b88-2ba85fbaa3c1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054691 Mar 31 19:12:09.029767 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a3aca-ae8d-41b4-9e61-a8343310c0c1 req-73d43130-1541-4ef9-96ea-8c3c7af175d7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:09.037252 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4a8a3aca-ae8d-41b4-9e61-a8343310c0c1 req-73d43130-1541-4ef9-96ea-8c3c7af175d7 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 945 time: 0.0727584 Mar 31 19:12:09.087989 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4a8a3aca-ae8d-41b4-9e61-a8343310c0c1 req-49796168-1701-4d52-b1d6-dd1a60011094 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493114 Mar 31 19:12:09.267440 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60166) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:09.350466 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-728a8ba1-3224-47dd-94ce-e050801683a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818639 Mar 31 19:12:09.358678 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-03348b9b-5e41-4e7a-8ca5-2b599cfee98f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:12:09.359660 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-03348b9b-5e41-4e7a-8ca5-2b599cfee98f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047386 Mar 31 19:12:09.436316 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60174) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:09.523665 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 582539f5-3055-450e-aa25-a48bfde4a500 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:12:09.550607 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-1385ec6a-b55c-4645-ba09-409db287fca8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:09.552638 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-1385ec6a-b55c-4645-ba09-409db287fca8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports/582539f5-3055-450e-aa25-a48bfde4a500 HTTP/1.1" status: 200 len: 942 time: 0.1153584 Mar 31 19:12:09.740958 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 582539f5-3055-450e-aa25-a48bfde4a500 is: ACTIVE; New status is: DOWN {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:12:09.741344 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:09.765217 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:12:09.767411 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc18b8-2815-4fdb-a644-d35f94ae1949" -d '{"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-unplugged", "status": "completed", "tag": "582539f5-3055-450e-aa25-a48bfde4a500"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:12:09.780748 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:09.785302 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:09.810744 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac301c1-ca1b-4b85-a0e6-f2346b01d121 x-openstack-request-id: req-2ac301c1-ca1b-4b85-a0e6-f2346b01d121 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:12:09.811203 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-unplugged", "status": "failed", "tag": "582539f5-3055-450e-aa25-a48bfde4a500", "code": 422}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:12:09.811324 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ac301c1-ca1b-4b85-a0e6-f2346b01d121 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:12:09.811689 dv-cinder-836066-1-iscsi neutron-server[103486]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2ac301c1-ca1b-4b85-a0e6-f2346b01d121']: {'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500', 'code': 422} returned with failed status Mar 31 19:12:09.836761 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:10.112380 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:10.215851 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143acc5-2e29-4f37-9ac0-c1b0ef40abe4 req-f1b70187-a313-4c26-8ae3-d03c91ca1bdf tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:10.217327 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f143acc5-2e29-4f37-9ac0-c1b0ef40abe4 req-f1b70187-a313-4c26-8ae3-d03c91ca1bdf tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0535085 Mar 31 19:12:10.264897 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f143acc5-2e29-4f37-9ac0-c1b0ef40abe4 req-a33fbfdd-f46c-4d54-b426-4c91091c8d2d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420132 Mar 31 19:12:10.497045 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-e59e955c-9ec6-4111-8e2d-c13da375a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:10.498440 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-e59e955c-9ec6-4111-8e2d-c13da375a933 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d&tenant_id=418ee3602c044cabade548f899fe6162 HTTP/1.1" status: 200 len: 1127 time: 0.0443234 Mar 31 19:12:10.565356 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-d663554e-8196-410c-9d94-824b00f9f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:10.567444 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-d663554e-8196-410c-9d94-824b00f9f962 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=418ee3602c044cabade548f899fe6162&device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 1127 time: 0.0469091 Mar 31 19:12:10.655379 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-b508b9cd-9924-4d91-842f-b32b4faf6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:10.656850 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-b508b9cd-9924-4d91-842f-b32b4faf6a0a service neutron] 10.222.0.78 "GET /v2.0/networks?id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 200 len: 919 time: 0.0830247 Mar 31 19:12:10.726909 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-f61a8987-8f92-49ee-a842-b4c8e233b3a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=582539f5-3055-450e-aa25-a48bfde4a500 HTTP/1.1" status: 200 len: 999 time: 0.0624506 Mar 31 19:12:10.775865 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-16281c90-4340-4133-ad93-1ef594cfe464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:10.777240 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-16281c90-4340-4133-ad93-1ef594cfe464 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 200 len: 856 time: 0.0443583 Mar 31 19:12:10.826775 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-3457fe8c-2ad7-48e2-bb01-b69add7a8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:10.828298 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-3457fe8c-2ad7-48e2-bb01-b69add7a8308 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ac4439e3-a52c-4b5e-83af-76a8b80dda9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446689 Mar 31 19:12:10.918577 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-bb73b018-b5d1-44c1-bd9f-d581d6006f70 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842330 Mar 31 19:12:11.005802 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-f8c3a8d0-31af-4665-94e8-a849a802f854 service neutron] 10.222.0.78 "GET /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812259 Mar 31 19:12:11.410860 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff1153-f847-4c0d-9207-951cd7258046 req-80404faf-5f40-4da1-aa3b-e0c9bf1513b9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:11.424421 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-63ff1153-f847-4c0d-9207-951cd7258046 req-80404faf-5f40-4da1-aa3b-e0c9bf1513b9 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0853684 Mar 31 19:12:11.501204 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-63ff1153-f847-4c0d-9207-951cd7258046 req-0475e64c-98c1-4663-8b79-b465a42f8940 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739338 Mar 31 19:12:12.636223 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc933c-afce-4f96-9fbf-a8e14df17206 req-23268d84-4284-4fa6-8043-66319236db53 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:12.637792 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aebc933c-afce-4f96-9fbf-a8e14df17206 req-23268d84-4284-4fa6-8043-66319236db53 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0611680 Mar 31 19:12:12.689299 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aebc933c-afce-4f96-9fbf-a8e14df17206 req-d03bfff5-08af-4809-85f7-dce8b24cfbdb tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450568 Mar 31 19:12:13.826435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca3ac5-f8ee-4fc0-82f6-a1c4f8b7067b req-23958699-e9cb-4774-987e-13e9a7e668ae tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:13.827955 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2cca3ac5-f8ee-4fc0-82f6-a1c4f8b7067b req-23958699-e9cb-4774-987e-13e9a7e668ae tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0535510 Mar 31 19:12:13.876941 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2cca3ac5-f8ee-4fc0-82f6-a1c4f8b7067b req-24a5ef6a-42da-4724-a7ff-529916888291 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426297 Mar 31 19:12:15.007590 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4831e-4ee6-46ed-9220-0c80930c8e27 req-05291510-85c1-416b-b5b5-5350dbc8cb1b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:15.009227 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8df4831e-4ee6-46ed-9220-0c80930c8e27 req-05291510-85c1-416b-b5b5-5350dbc8cb1b tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0578556 Mar 31 19:12:15.058166 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8df4831e-4ee6-46ed-9220-0c80930c8e27 req-4a8a1d2e-7745-478d-a800-a5acdf46985a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431473 Mar 31 19:12:16.201620 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3fb87-5dfc-4737-be45-bf9673f6522b req-e1cf7ce0-2ef0-4b2a-879d-2236444f38a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:16.203402 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eac3fb87-5dfc-4737-be45-bf9673f6522b req-e1cf7ce0-2ef0-4b2a-879d-2236444f38a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0572999 Mar 31 19:12:16.255972 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eac3fb87-5dfc-4737-be45-bf9673f6522b req-337b5504-fbb9-4cc1-a0a1-e423d3d60bff tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461094 Mar 31 19:12:17.402642 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14009f9-8f64-40b1-aad0-0bb46588e72d req-47ee04d8-483e-4f8d-b328-17be6288b379 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:17.404160 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e14009f9-8f64-40b1-aad0-0bb46588e72d req-47ee04d8-483e-4f8d-b328-17be6288b379 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0547214 Mar 31 19:12:17.455748 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e14009f9-8f64-40b1-aad0-0bb46588e72d req-a566f94c-3bac-4cf0-9fe9-8f7aa55eb8e5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457723 Mar 31 19:12:18.595034 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e532b64-b2e3-49d2-9183-4cbfabbc6790 req-c6ac6818-6fd5-498a-939c-82d07f829cb3 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:18.596524 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e532b64-b2e3-49d2-9183-4cbfabbc6790 req-c6ac6818-6fd5-498a-939c-82d07f829cb3 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0533128 Mar 31 19:12:18.651176 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e532b64-b2e3-49d2-9183-4cbfabbc6790 req-06e7f3a0-5728-4e1b-9d88-dd265db32e39 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474577 Mar 31 19:12:19.788138 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bacdc-8b67-4136-a001-5aa9bdcdb1db req-390d4010-796d-4810-bbcd-80e18ec98f83 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:19.789537 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3d9bacdc-8b67-4136-a001-5aa9bdcdb1db req-390d4010-796d-4810-bbcd-80e18ec98f83 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0564032 Mar 31 19:12:19.839599 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3d9bacdc-8b67-4136-a001-5aa9bdcdb1db req-d55a1168-6244-4b44-a94f-a5ba251ac55e tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444078 Mar 31 19:12:20.972585 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fd6b4-ae5f-4569-b996-c5f2b1502b5a req-4b4c0b6f-794c-4a8b-9327-0e0163027052 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:20.974555 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d03fd6b4-ae5f-4569-b996-c5f2b1502b5a req-4b4c0b6f-794c-4a8b-9327-0e0163027052 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0590162 Mar 31 19:12:21.024504 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d03fd6b4-ae5f-4569-b996-c5f2b1502b5a req-934504bf-b1fc-41f2-a766-4bfd275111a8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439596 Mar 31 19:12:22.151243 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de01b25-ceb2-4dab-9c3b-566589a6c5dc req-47c88ff3-3d32-4bb3-b0fd-1d743b6a7f51 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:22.152749 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0de01b25-ceb2-4dab-9c3b-566589a6c5dc req-47c88ff3-3d32-4bb3-b0fd-1d743b6a7f51 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0525796 Mar 31 19:12:22.199310 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0de01b25-ceb2-4dab-9c3b-566589a6c5dc req-4b37c1f4-1085-4958-a9eb-f5545751d5b8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406737 Mar 31 19:12:23.321083 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fca5da-0efb-46e3-84a0-01a2c2da328e req-03af1588-9997-4415-abde-958a2134ada0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:23.322585 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-01fca5da-0efb-46e3-84a0-01a2c2da328e req-03af1588-9997-4415-abde-958a2134ada0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0518339 Mar 31 19:12:23.371564 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-01fca5da-0efb-46e3-84a0-01a2c2da328e req-84f539f5-d494-4c68-a6dc-534cb63f5928 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432444 Mar 31 19:12:23.823782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b5bfc2b-93c1-49f5-98d0-54a8e40ba41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:24.494415 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907eeae-c3b6-4bfb-9461-90b260397088 req-6d9ab3ab-963e-46a3-b30b-1d068a37f4f6 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:24.495903 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b907eeae-c3b6-4bfb-9461-90b260397088 req-6d9ab3ab-963e-46a3-b30b-1d068a37f4f6 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0526474 Mar 31 19:12:24.542645 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b907eeae-c3b6-4bfb-9461-90b260397088 req-8fc8991c-3628-48f8-8a78-930ee6bf7d66 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411973 Mar 31 19:12:25.666052 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda33b5-5c16-49f0-bd8d-1fd2bdaeb70f req-2696d8fc-a076-425b-8aff-89a25940ca26 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:25.667558 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fcda33b5-5c16-49f0-bd8d-1fd2bdaeb70f req-2696d8fc-a076-425b-8aff-89a25940ca26 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0526814 Mar 31 19:12:25.721209 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fcda33b5-5c16-49f0-bd8d-1fd2bdaeb70f req-a6357ec8-52dd-464f-b5f1-5db7bf365b86 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480318 Mar 31 19:12:26.331879 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c44399f1-1136-405c-a803-de61f7c96fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:26.859394 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3974508-41bc-4f87-b6bc-8ed8a243f8f6 req-659ce570-3778-457f-9100-903edb7434eb tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:26.860950 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b3974508-41bc-4f87-b6bc-8ed8a243f8f6 req-659ce570-3778-457f-9100-903edb7434eb tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0617599 Mar 31 19:12:26.911955 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b3974508-41bc-4f87-b6bc-8ed8a243f8f6 req-49fdd3ff-5c8c-434f-843a-78c9f4772a71 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446560 Mar 31 19:12:27.513596 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:28.038006 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c07923-5ed7-4761-a24c-4e47414dda82 req-15744109-5844-43d0-84d9-0e080aa45551 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:28.039593 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22c07923-5ed7-4761-a24c-4e47414dda82 req-15744109-5844-43d0-84d9-0e080aa45551 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0550401 Mar 31 19:12:28.088785 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-22c07923-5ed7-4761-a24c-4e47414dda82 req-47ffa4de-1b1f-4a4c-aadb-d2e159f492e1 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 Mar 31 19:12:28.771727 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:29.221278 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c0579-1646-43ec-a09a-0a79338e8245 req-ae2987a6-2d87-43f7-aa01-9b36425f7178 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:29.222730 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-617c0579-1646-43ec-a09a-0a79338e8245 req-ae2987a6-2d87-43f7-aa01-9b36425f7178 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 943 time: 0.0583124 Mar 31 19:12:29.274426 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-617c0579-1646-43ec-a09a-0a79338e8245 req-2c177588-6531-48b9-ad53-d8e934381b8a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445015 Mar 31 19:12:29.645365 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 582539f5-3055-450e-aa25-a48bfde4a500 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:12:29.745995 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:29.758788 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '582539f5-3055-450e-aa25-a48bfde4a500', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'port_id': '582539f5-3055-450e-aa25-a48bfde4a500', 'mac_address': 'fa:16:3e:d1:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:12:29.797081 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 582539f5-3055-450e-aa25-a48bfde4a500 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:12:29.797828 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:29.812541 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582539f5-3055-450e-aa25-a48bfde4a500 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:12:29.837618 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:29.842205 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:29.895596 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:30.282316 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['582539f5-3055-450e-aa25-a48bfde4a500'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:12:30.403566 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9f549-f7a1-4841-b056-214dcf319999 req-c547f0db-3e8c-45d9-8d6a-115be32a07e4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:30.405121 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-30f9f549-f7a1-4841-b056-214dcf319999 req-c547f0db-3e8c-45d9-8d6a-115be32a07e4 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 944 time: 0.0537374 Mar 31 19:12:30.453822 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-30f9f549-f7a1-4841-b056-214dcf319999 req-6472da72-5ef4-4060-b4eb-418d282e685f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427046 Mar 31 19:12:30.499802 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:30.773894 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:12:31.581816 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6033188-9b78-4246-ad26-ac671bba4906 req-f23f816f-723b-47b3-b2f9-4cee45a7173f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:31.583781 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b6033188-9b78-4246-ad26-ac671bba4906 req-f23f816f-723b-47b3-b2f9-4cee45a7173f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 944 time: 0.0560918 Mar 31 19:12:31.639208 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b6033188-9b78-4246-ad26-ac671bba4906 req-a8a0477a-e0e6-47d1-8a77-22acfad3c2e8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492394 Mar 31 19:12:31.645877 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 582539f5-3055-450e-aa25-a48bfde4a500 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:12:31.712679 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 582539f5-3055-450e-aa25-a48bfde4a500 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:12:31.713039 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (582539f5-3055-450e-aa25-a48bfde4a500), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:31.792370 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 582539f5-3055-450e-aa25-a48bfde4a500 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:12:31.792748 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:31.820659 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:12:31.822901 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ec9fb6-7019-462d-abbe-71bb244ba1d4" -d '{"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-plugged", "status": "completed", "tag": "582539f5-3055-450e-aa25-a48bfde4a500"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:12:31.836529 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:31.843158 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:31.871180 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa61fb83-04b6-4bc6-a412-a70e3b2cc05e x-openstack-request-id: req-aa61fb83-04b6-4bc6-a412-a70e3b2cc05e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:12:31.871497 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-plugged", "status": "completed", "tag": "582539f5-3055-450e-aa25-a48bfde4a500", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:12:31.871679 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa61fb83-04b6-4bc6-a412-a70e3b2cc05e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:12:31.872082 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa61fb83-04b6-4bc6-a412-a70e3b2cc05e'] response: {'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500', 'code': 200} Mar 31 19:12:31.904628 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=10']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:32.081152 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60f813-a487-4b8a-9c2e-16d39c238cb6 req-da599d14-ecae-4b5a-b259-cb8e970c0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:32.083900 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fb60f813-a487-4b8a-9c2e-16d39c238cb6 req-da599d14-ecae-4b5a-b259-cb8e970c0633 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 1130 time: 0.0526786 Mar 31 19:12:32.133832 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fb60f813-a487-4b8a-9c2e-16d39c238cb6 req-7ea2aaf6-4f90-48fb-a034-8d32004cfa1f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 Mar 31 19:12:32.778078 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd83498-7f68-4723-8e3b-5e1611bd162d req-65046465-6ce9-495f-be32-ef0aa7e99f51 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:32.779646 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2dd83498-7f68-4723-8e3b-5e1611bd162d req-65046465-6ce9-495f-be32-ef0aa7e99f51 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 946 time: 0.0566154 Mar 31 19:12:32.828963 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2dd83498-7f68-4723-8e3b-5e1611bd162d req-9f327be0-66e5-4c2f-95fe-108acf1da0f5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437307 Mar 31 19:12:34.237953 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311dd8-76ad-41ac-aab9-e0f3c89ec00a req-3ff64b75-4fba-432e-ad41-543006aa2a70 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:34.240327 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e311dd8-76ad-41ac-aab9-e0f3c89ec00a req-3ff64b75-4fba-432e-ad41-543006aa2a70 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 946 time: 0.3287385 Mar 31 19:12:34.297668 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e311dd8-76ad-41ac-aab9-e0f3c89ec00a req-eee3a529-414d-4a49-a5e6-d4c1dfd2f03d tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515606 Mar 31 19:12:35.425258 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b6e82-19de-46f9-98f5-177ccf987421 req-6dba485e-7716-4752-b7da-578ec24bf910 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:35.426825 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-528b6e82-19de-46f9-98f5-177ccf987421 req-6dba485e-7716-4752-b7da-578ec24bf910 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 946 time: 0.0547702 Mar 31 19:12:35.479207 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-528b6e82-19de-46f9-98f5-177ccf987421 req-5e9b48f4-f798-4f9b-83ba-393da2da6ffc tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462956 Mar 31 19:12:40.124686 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:40.980970 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d50f1-2a7f-4a69-9d2a-0915a4c40167 req-32c5b23c-4d9c-47e4-86e0-c09f55e6770d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:40.982600 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-226d50f1-2a7f-4a69-9d2a-0915a4c40167 req-32c5b23c-4d9c-47e4-86e0-c09f55e6770d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0576835 Mar 31 19:12:41.047908 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-226d50f1-2a7f-4a69-9d2a-0915a4c40167 req-5193f2e9-21c2-40fb-a018-04aad9d319e0 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573640 Mar 31 19:12:42.196910 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a284f-aeeb-4b11-b022-f68605c4e65c req-3ea5f4ee-1cd9-4f80-91d4-a593ffadf105 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:42.199549 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-667a284f-aeeb-4b11-b022-f68605c4e65c req-3ea5f4ee-1cd9-4f80-91d4-a593ffadf105 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0713565 Mar 31 19:12:42.253601 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-667a284f-aeeb-4b11-b022-f68605c4e65c req-0944050c-8fea-4228-95c4-2afac7d90336 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480876 Mar 31 19:12:43.117648 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-0c1ad922-ed3f-469c-aa3b-ef44b499361f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:43.119232 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-0c1ad922-ed3f-469c-aa3b-ef44b499361f tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.0593257 Mar 31 19:12:43.227985 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Deleting port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:12:43.228699 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:43.331036 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] For port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:43.331412 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:43.500544 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e161e7-4cd8-4109-88b0-b545b2d02717 req-34af228d-ba4c-47b6-9cfa-7fbfb39eeb0d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:43.502083 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f9e161e7-4cd8-4109-88b0-b545b2d02717 req-34af228d-ba4c-47b6-9cfa-7fbfb39eeb0d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/ports?device_id=4758438e-a00f-44c2-ade5-91e6c5410bac HTTP/1.1" status: 200 len: 946 time: 0.1574583 Mar 31 19:12:43.609598 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f9e161e7-4cd8-4109-88b0-b545b2d02717 req-746cabd4-7f4c-46a5-b833-aa82c10a5c5d tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups?id=330555f8-1e59-4948-905b-e38ba74e617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002102 Mar 31 19:12:43.611546 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:43.611917 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (a777dbbf-4be2-4ae9-aee4-c17773f85f01), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:43.612235 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Floating IP a777dbbf-4be2-4ae9-aee4-c17773f85f01 disassociated. External IP: 172.27.0.198, port: ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5. Mar 31 19:12:43.612590 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Calling delete_port for ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:12:43.773006 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:43.802625 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event deleted for resources: {'Port': ['ID=ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:43.814100 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.814424 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.814761 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.815130 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.815460 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.815786 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.816110 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.816973 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.817310 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.817631 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.817953 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.818278 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.818600 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.818924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.819258 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:43.935619 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:12:44.052137 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:12:44.063332 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] Sync routers for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:12:44.074447 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:12:44.075023 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:12:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:44.095097 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] No DVR routers for this DVR port ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:12:44.098405 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:44.101717 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f1a30983-dcd4-4305-a4ef-27c605f838a3 req-02c8b3cc-7242-4282-be3f-f0c21c713826 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.78 "DELETE /v2.0/ports/ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 HTTP/1.1" status: 204 len: 173 time: 0.9766388 Mar 31 19:12:44.102156 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'name': 'network-vif-deleted', 'tag': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:12:44.104416 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64069c23-04e5-4d53-86c6-f02141630ebc" -d '{"events": [{"server_uuid": "4758438e-a00f-44c2-ade5-91e6c5410bac", "name": "network-vif-deleted", "tag": "ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:12:44.145905 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff0aba3-9e64-409b-8e9f-ab9e511783ac x-openstack-request-id: req-1ff0aba3-9e64-409b-8e9f-ab9e511783ac {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:12:44.146358 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4758438e-a00f-44c2-ade5-91e6c5410bac", "name": "network-vif-deleted", "tag": "ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:12:44.146623 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ff0aba3-9e64-409b-8e9f-ab9e511783ac {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:12:44.147657 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff0aba3-9e64-409b-8e9f-ab9e511783ac'] response: {'server_uuid': '4758438e-a00f-44c2-ade5-91e6c5410bac', 'name': 'network-vif-deleted', 'tag': 'ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5', 'status': 'completed', 'code': 200} Mar 31 19:12:44.200632 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:12:44.409678 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:44.439058 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] Checking router: 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:12:44.447468 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:12:44.448068 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:12:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:44.557436 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:12:44.774051 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:44.812328 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6553228-764a-463b-89ce-1fa56ffed7ed None None] The sync data for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi is: [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:01:43Z', 'revision_number': 4, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f712569-42c2-4fa6-abf3-29ce1f6e86f3', 'name': '', 'network_id': '6bde30af-3785-4f3a-9cff-7afece844ab7', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'mac_address': 'fa:16:3e:c6:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:41Z', 'updated_at': '2022-03-31T19:01:52Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'subnets': [{'id': '2ce2b848-47a4-401e-a61e-aa3b41822b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:12:44.856982 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60436) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:44.915802 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a0614c1-ce07-4ddb-80d8-17e5f3e7e952 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (330555f8-1e59-4948-905b-e38ba74e617f), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:44.946551 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a0614c1-ce07-4ddb-80d8-17e5f3e7e952 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (330555f8-1e59-4948-905b-e38ba74e617f), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:44.999956 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a0614c1-ce07-4ddb-80d8-17e5f3e7e952 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (330555f8-1e59-4948-905b-e38ba74e617f), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:45.002680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a0614c1-ce07-4ddb-80d8-17e5f3e7e952 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:45.003943 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-7a0614c1-ce07-4ddb-80d8-17e5f3e7e952 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "DELETE /v2.0/security-groups/330555f8-1e59-4948-905b-e38ba74e617f HTTP/1.1" status: 204 len: 168 time: 0.1459236 Mar 31 19:12:45.007238 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 60438) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:45.014533 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0614c1-ce07-4ddb-80d8-17e5f3e7e952 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330555f8-1e59-4948-905b-e38ba74e617f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:45.029508 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.api.v2.resource [None req-377e204b-c47f-44a5-adeb-5a81a91958c5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] show failed (client error): The resource could not be found. Mar 31 19:12:45.033768 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60442) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:45.034112 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-377e204b-c47f-44a5-adeb-5a81a91958c5 tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "GET /v2.0/security-groups/330555f8-1e59-4948-905b-e38ba74e617f HTTP/1.1" status: 404 len: 347 time: 0.0249765 Mar 31 19:12:45.088546 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db7a53b-6691-443a-8f2c-ecad490e227c None None] New status for floating IP a777dbbf-4be2-4ae9-aee4-c17773f85f01: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:12:45.175172 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Deleting port 3a145524-bebb-4a87-88ae-bd7ad06f14f8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:12:45.175517 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (3a145524-bebb-4a87-88ae-bd7ad06f14f8), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:45.258169 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (3a145524-bebb-4a87-88ae-bd7ad06f14f8), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:45.258489 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (3a145524-bebb-4a87-88ae-bd7ad06f14f8), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:45.270807 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Calling delete_port for 3a145524-bebb-4a87-88ae-bd7ad06f14f8 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:12:45.408544 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (3a145524-bebb-4a87-88ae-bd7ad06f14f8), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:45.438912 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Pushing event deleted for resources: {'Port': ['ID=3a145524-bebb-4a87-88ae-bd7ad06f14f8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:45.500756 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks [] for floatingip (a777dbbf-4be2-4ae9-aee4-c17773f85f01), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:45.503552 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:45.506041 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-cd5b2a03-410e-40b9-a918-b48865bd4c2e tempest-AttachVolumeTestJSON-1969560955 tempest-AttachVolumeTestJSON-1969560955-project] 10.222.0.13 "DELETE /v2.0/floatingips/a777dbbf-4be2-4ae9-aee4-c17773f85f01 HTTP/1.1" status: 204 len: 168 time: 0.4712868 Mar 31 19:12:45.680735 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:12:45.701520 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:12:45.701874 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device ec4cb2fc-a7f6-4a3b-8f37-52a1886f01c5 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:12:49.046218 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60470) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:49.566701 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:49.891443 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Deleting port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:12:49.891762 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:49.974572 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] For port 7f712569-42c2-4fa6-abf3-29ce1f6e86f3, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=7f712569-42c2-4fa6-abf3-29ce1f6e86f3,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:49.974934 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:49.991281 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Calling delete_port for 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:12:50.187642 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (7f712569-42c2-4fa6-abf3-29ce1f6e86f3), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:50.216152 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f712569-42c2-4fa6-abf3-29ce1f6e86f3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:50.398910 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:50.891182 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:12:51.003421 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:12:51.008764 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-0a041726-6a31-442f-94b3-e436ee705166 admin admin] 10.222.0.13 "PUT /v2.0/routers/87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9614928 Mar 31 19:12:51.011289 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60474) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:51.012587 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] Sync routers for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:12:51.023951 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:12:51.024558 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:12:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:51.128109 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks [] for router (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.234535 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:12:51.246612 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks [] for router_gateway (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.317926 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Deleting port 49b050e1-df32-4712-b8aa-fa7d963a761e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:12:51.318239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.403608 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] For port 49b050e1-df32-4712-b8aa-fa7d963a761e, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=49b050e1-df32-4712-b8aa-fa7d963a761e,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:51.403967 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.419139 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Calling delete_port for 49b050e1-df32-4712-b8aa-fa7d963a761e owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:12:51.419616 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:12:50Z', 'revision_number': 5, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port': {'id': '49b050e1-df32-4712-b8aa-fa7d963a761e', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:36Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:51.449344 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] Checking router: 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:12:51.458961 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] Routers {'87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:12:51.459585 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:12:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:51.561132 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] Set router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:12:51.597332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (49b050e1-df32-4712-b8aa-fa7d963a761e), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.619032 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:12:51Z', 'revision_number': 6, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:51.629982 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b050e1-df32-4712-b8aa-fa7d963a761e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:51.646438 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a02ef6-f0bf-438a-952a-91081286e0fb None None] The sync data for ids ['87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6'] in dv-cinder-836066-1-iscsi is: [{'id': '87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6', 'name': 'tempest-AttachVolumeTestJSON-128931267-router', 'tenant_id': '7d0bd6dab9d14914894e961cb4278a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:35Z', 'updated_at': '2022-03-31T19:12:51Z', 'revision_number': 6, 'project_id': '7d0bd6dab9d14914894e961cb4278a09', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:12:51.700364 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.796931 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.799549 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks [] for router_controller (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.843751 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.844295 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:12:51.849618 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.850716 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-78d96af4-00d2-4251-9817-9b5dda5e8e64 admin admin] 10.222.0.13 "DELETE /v2.0/routers/87becd96-4f5c-4bbf-ae8a-1e4b0cbf87f6 HTTP/1.1" status: 204 len: 168 time: 0.8384738 Mar 31 19:12:51.853292 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60476) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:51.905367 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e887402-26a3-42dd-b8fc-bcaeedee5064 admin admin] Deleting subnet 2ce2b848-47a4-401e-a61e-aa3b41822b89 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:12:51.908794 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e887402-26a3-42dd-b8fc-bcaeedee5064 admin admin] Publish callbacks [] for subnet (2ce2b848-47a4-401e-a61e-aa3b41822b89), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:51.945571 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e887402-26a3-42dd-b8fc-bcaeedee5064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16081664'] for subnet (2ce2b848-47a4-401e-a61e-aa3b41822b89), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.076952 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e887402-26a3-42dd-b8fc-bcaeedee5064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (2ce2b848-47a4-401e-a61e-aa3b41822b89), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.172081 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-1bd2ba38-5c5b-4f73-86b6-6a41ce817e50 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695128 Mar 31 19:12:52.177111 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e887402-26a3-42dd-b8fc-bcaeedee5064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16081867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390940'] for subnet (2ce2b848-47a4-401e-a61e-aa3b41822b89), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.203646 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e887402-26a3-42dd-b8fc-bcaeedee5064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce2b848-47a4-401e-a61e-aa3b41822b89,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:52.231375 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7470a04-c69d-4920-a405-8e5c7922d347 None None] Network 6bde30af-3785-4f3a-9cff-7afece844ab7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:12:52.238501 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e887402-26a3-42dd-b8fc-bcaeedee5064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.244692 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-1e887402-26a3-42dd-b8fc-bcaeedee5064 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ce2b848-47a4-401e-a61e-aa3b41822b89 HTTP/1.1" status: 204 len: 168 time: 0.3875532 Mar 31 19:12:52.245626 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60478) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:52.328155 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-8fb31127-3ffb-471a-9520-f4639f2a0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:52.329745 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-8fb31127-3ffb-471a-9520-f4639f2a0ef4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 1129 time: 0.1229730 Mar 31 19:12:52.338781 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (6bde30af-3785-4f3a-9cff-7afece844ab7), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.445692 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] DHCP port deletion for 6bde30af-3785-4f3a-9cff-7afece844ab7 request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:12:52.479823 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-5acdd766-0909-4bdf-b387-97a60b1496e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:52.481824 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-5acdd766-0909-4bdf-b387-97a60b1496e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.1288257 Mar 31 19:12:52.484542 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Deleting port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:12:52.484881 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.517349 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Deleting port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:12:52.517813 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.596100 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] For port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=9caf7ab9-40d3-45d0-84f5-c228b41c99cc,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:52.596556 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.608300 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] For port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=9caf7ab9-40d3-45d0-84f5-c228b41c99cc,segment=NetworkSegment(5886e3a7-8dbd-401c-a657-3fe00c4e2598),segment_id=5886e3a7-8dbd-401c-a657-3fe00c4e2598)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:12:52.608673 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.610439 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Calling delete_port for 9caf7ab9-40d3-45d0-84f5-c228b41c99cc owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:12:52.612916 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-03928773-ef0d-4e89-80fe-def803d3a81e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad HTTP/1.1" status: 200 len: 1001 time: 0.1249099 Mar 31 19:12:52.625491 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Calling delete_port for 9caf7ab9-40d3-45d0-84f5-c228b41c99cc owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:12:52.702012 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.717946 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-92b93ea4-41b0-4b39-84ed-a891063d2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:52.726699 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-92b93ea4-41b0-4b39-84ed-a891063d2687 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0954521 Mar 31 19:12:52.740859 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Pushing event deleted for resources: {'Port': ['ID=9caf7ab9-40d3-45d0-84f5-c228b41c99cc,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:52.745626 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] No DVR routers for this DVR port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc on host dv-cinder-836066-1-iscsi {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:12:52.753074 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.753415 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.753788 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.754326 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.754696 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.755027 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.755354 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.755677 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.755998 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.756323 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.756643 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.756961 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.758764 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.759154 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.759489 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278229de-b87a-42d7-aeca-50e1031aeef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:12:52.807832 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (9caf7ab9-40d3-45d0-84f5-c228b41c99cc), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:52.811161 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-1c22ac48-a7df-488e-96a5-5157743b0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:12:52.812732 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-1c22ac48-a7df-488e-96a5-5157743b0797 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865774 Mar 31 19:12:52.846802 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] No DVR routers for this DVR port 9caf7ab9-40d3-45d0-84f5-c228b41c99cc on host dv-cinder-836066-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:12:52.851032 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Pushing event deleted for resources: {'Port': ['ID=9caf7ab9-40d3-45d0-84f5-c228b41c99cc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:52.981260 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (6bde30af-3785-4f3a-9cff-7afece844ab7), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.017047 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bde30af-3785-4f3a-9cff-7afece844ab7']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:53.022021 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-cedd9665-0c62-4d82-b3f6-5e6be24b4154 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005851 Mar 31 19:12:53.031495 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5886e3a7-8dbd-401c-a657-3fe00c4e2598') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:53.031986 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5886e3a7-8dbd-401c-a657-3fe00c4e2598') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:12:53.057482 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16081675'] for segment (5886e3a7-8dbd-401c-a657-3fe00c4e2598), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.101825 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (5886e3a7-8dbd-401c-a657-3fe00c4e2598), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.112177 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:12:53.112790 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16083821'] for segment (5886e3a7-8dbd-401c-a657-3fe00c4e2598), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: self.session.flush() Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: self.session.flush() Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: self.session.flush() Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: self.session.flush() Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: Traceback (most recent call last): Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: timer() Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: cb(*args, **kw) Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: return func(*args, **kwargs) Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: self._notify() Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: self.callback(batched_events) Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: event.method(event) Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: return f(self, *a, **k) Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._get(url).json() Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: return self.request(url, 'GET', **kwargs) Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:12:53.115049 dv-cinder-836066-1-iscsi neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:12:53.191081 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad6c7089-e762-45bf-a343-95ae797aaa79 req-090c2d96-49d6-44d9-9295-0d7bc12d9c62 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615024 Mar 31 19:12:53.198181 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (6bde30af-3785-4f3a-9cff-7afece844ab7), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.202830 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.205977 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] 10.222.0.13 "DELETE /v2.0/networks/6bde30af-3785-4f3a-9cff-7afece844ab7 HTTP/1.1" status: 204 len: 168 time: 0.9586782 Mar 31 19:12:53.220830 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7845231-d773-4c14-a5bb-75b2695e364c admin admin] Pushing event deleted for resources: {'Network': ['ID=6bde30af-3785-4f3a-9cff-7afece844ab7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:53.229591 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:12:53.250367 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:12:53.250991 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 7f712569-42c2-4fa6-abf3-29ce1f6e86f3 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:12:53.251137 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 9caf7ab9-40d3-45d0-84f5-c228b41c99cc no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:12:53.272032 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 9caf7ab9-40d3-45d0-84f5-c228b41c99cc {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:12:53.272377 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 9caf7ab9-40d3-45d0-84f5-c228b41c99cc not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:12:53.272869 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 49b050e1-df32-4712-b8aa-fa7d963a761e no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:12:53.292382 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 49b050e1-df32-4712-b8aa-fa7d963a761e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:12:53.293242 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 49b050e1-df32-4712-b8aa-fa7d963a761e not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:12:53.348287 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60482) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:53.389813 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ecc535c6-1cf8-410c-9abe-8a7220786a7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d0bd6dab9d14914894e961cb4278a09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402136 Mar 31 19:12:53.392978 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60484) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:12:53.440332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cde32fd-6112-4343-9499-a49a267882d9 admin admin] Publish callbacks [] for security_group (21721fe0-3d7e-4429-a539-9f38b02ae11a), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.461343 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cde32fd-6112-4343-9499-a49a267882d9 admin admin] Publish callbacks [] for security_group (21721fe0-3d7e-4429-a539-9f38b02ae11a), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.511580 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cde32fd-6112-4343-9499-a49a267882d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (21721fe0-3d7e-4429-a539-9f38b02ae11a), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.514109 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cde32fd-6112-4343-9499-a49a267882d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:53.515291 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6cde32fd-6112-4343-9499-a49a267882d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21721fe0-3d7e-4429-a539-9f38b02ae11a HTTP/1.1" status: 204 len: 168 time: 0.1214049 Mar 31 19:12:53.524423 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde32fd-6112-4343-9499-a49a267882d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21721fe0-3d7e-4429-a539-9f38b02ae11a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:12:53.825710 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f307542-3d38-43e7-9a5b-34b3d3a4cb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:56.336003 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f87c919-1dff-4987-9cb9-cc858875727a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:57.509469 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:12:58.775084 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:00.501144 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:02.825610 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60600) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:02.931111 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-404a6042-f406-439f-826f-f76d85f7b5b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:03.013740 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-404a6042-f406-439f-826f-f76d85f7b5b0 admin admin] Publish callbacks [] for security_group (9b03a4e8-6350-4044-9943-23525a069372), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:03.017443 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-404a6042-f406-439f-826f-f76d85f7b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9b03a4e8-6350-4044-9943-23525a069372), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:03.060014 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-404a6042-f406-439f-826f-f76d85f7b5b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebad785716e14bc8a54273dd532a9cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332585 Mar 31 19:13:03.061136 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a6042-f406-439f-826f-f76d85f7b5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b03a4e8-6350-4044-9943-23525a069372,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:03.062734 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 60604) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:03.110241 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Publish callbacks [] for security_group (9b03a4e8-6350-4044-9943-23525a069372), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:03.134441 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Publish callbacks [] for security_group (9b03a4e8-6350-4044-9943-23525a069372), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:03.180911 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9b03a4e8-6350-4044-9943-23525a069372), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:03.183826 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:03.184973 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b03a4e8-6350-4044-9943-23525a069372 HTTP/1.1" status: 204 len: 168 time: 0.1212673 Mar 31 19:13:03.192684 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b03a4e8-6350-4044-9943-23525a069372,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:03.200200 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.200582 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.200930 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.201271 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.201610 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.201947 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.202280 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.202613 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.202970 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.203305 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.203639 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.203991 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.204323 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.204648 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:03.204973 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d52be-3e8a-4eb7-a07f-ac1bf19b2a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:04.348448 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 60656) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:04.458730 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50be87bc-21e1-455c-bb18-8de4c6e8cae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:04.533560 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50be87bc-21e1-455c-bb18-8de4c6e8cae1 admin admin] Publish callbacks [] for security_group (d55bd52d-e821-4d2c-ad52-4cc14f7021e9), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:04.537422 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50be87bc-21e1-455c-bb18-8de4c6e8cae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d55bd52d-e821-4d2c-ad52-4cc14f7021e9), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:04.575344 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-50be87bc-21e1-455c-bb18-8de4c6e8cae1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2285ceb6b7564d9aab6db7a36fa9895b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257669 Mar 31 19:13:04.576154 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be87bc-21e1-455c-bb18-8de4c6e8cae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55bd52d-e821-4d2c-ad52-4cc14f7021e9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:04.578275 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60660) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:04.625758 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e8e872b-6964-43e3-8e40-c78c4cd5b504 admin admin] Publish callbacks [] for security_group (d55bd52d-e821-4d2c-ad52-4cc14f7021e9), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:04.647729 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e8e872b-6964-43e3-8e40-c78c4cd5b504 admin admin] Publish callbacks [] for security_group (d55bd52d-e821-4d2c-ad52-4cc14f7021e9), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:04.692287 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e8e872b-6964-43e3-8e40-c78c4cd5b504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d55bd52d-e821-4d2c-ad52-4cc14f7021e9), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:04.695359 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e8e872b-6964-43e3-8e40-c78c4cd5b504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:04.696500 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6e8e872b-6964-43e3-8e40-c78c4cd5b504 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d55bd52d-e821-4d2c-ad52-4cc14f7021e9 HTTP/1.1" status: 204 len: 168 time: 0.1172485 Mar 31 19:13:04.705049 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e872b-6964-43e3-8e40-c78c4cd5b504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55bd52d-e821-4d2c-ad52-4cc14f7021e9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:06.533746 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60730) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:06.639374 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a2048bc-aca3-4670-a050-a3f4580af9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:06.716203 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a2048bc-aca3-4670-a050-a3f4580af9da admin admin] Publish callbacks [] for security_group (caa56f9f-736c-4b87-965f-7a8b3069c927), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:06.719965 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a2048bc-aca3-4670-a050-a3f4580af9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (caa56f9f-736c-4b87-965f-7a8b3069c927), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:06.764180 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-3a2048bc-aca3-4670-a050-a3f4580af9da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c8da42e54b1449780938700d3890a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267087 Mar 31 19:13:06.764180 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2048bc-aca3-4670-a050-a3f4580af9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa56f9f-736c-4b87-965f-7a8b3069c927,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:06.764638 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 60734) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:06.815183 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20e0b3eb-b082-4292-b5c2-dd69e3ea6731 admin admin] Publish callbacks [] for security_group (caa56f9f-736c-4b87-965f-7a8b3069c927), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:06.837365 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20e0b3eb-b082-4292-b5c2-dd69e3ea6731 admin admin] Publish callbacks [] for security_group (caa56f9f-736c-4b87-965f-7a8b3069c927), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:06.887788 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20e0b3eb-b082-4292-b5c2-dd69e3ea6731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (caa56f9f-736c-4b87-965f-7a8b3069c927), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:06.891464 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20e0b3eb-b082-4292-b5c2-dd69e3ea6731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:06.892957 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-20e0b3eb-b082-4292-b5c2-dd69e3ea6731 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caa56f9f-736c-4b87-965f-7a8b3069c927 HTTP/1.1" status: 204 len: 168 time: 0.1271625 Mar 31 19:13:06.901907 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0b3eb-b082-4292-b5c2-dd69e3ea6731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa56f9f-736c-4b87-965f-7a8b3069c927,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:07.153355 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 60740) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:07.167480 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d500a96a-05bf-46cd-a758-9cdf1099d4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:07.242698 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d500a96a-05bf-46cd-a758-9cdf1099d4f9 admin admin] Publish callbacks [] for security_group (a2bcba1d-1259-4ab5-877a-bfc0564b91f0), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:07.246506 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d500a96a-05bf-46cd-a758-9cdf1099d4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a2bcba1d-1259-4ab5-877a-bfc0564b91f0), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:07.285778 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d500a96a-05bf-46cd-a758-9cdf1099d4f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e7db3e869f846bb90bfbc30fc14e87b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313360 Mar 31 19:13:07.286720 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500a96a-05bf-46cd-a758-9cdf1099d4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bcba1d-1259-4ab5-877a-bfc0564b91f0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:07.289365 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60742) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:07.339087 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8743bcec-e8e2-4258-8c7b-02c69a8926dc admin admin] Publish callbacks [] for security_group (a2bcba1d-1259-4ab5-877a-bfc0564b91f0), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:07.359565 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8743bcec-e8e2-4258-8c7b-02c69a8926dc admin admin] Publish callbacks [] for security_group (a2bcba1d-1259-4ab5-877a-bfc0564b91f0), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:07.406196 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8743bcec-e8e2-4258-8c7b-02c69a8926dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a2bcba1d-1259-4ab5-877a-bfc0564b91f0), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:07.408865 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8743bcec-e8e2-4258-8c7b-02c69a8926dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:07.412655 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-8743bcec-e8e2-4258-8c7b-02c69a8926dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2bcba1d-1259-4ab5-877a-bfc0564b91f0 HTTP/1.1" status: 204 len: 168 time: 0.1198285 Mar 31 19:13:07.419234 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743bcec-e8e2-4258-8c7b-02c69a8926dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bcba1d-1259-4ab5-877a-bfc0564b91f0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:07.772773 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:13:10.138306 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:11.804455 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 60828) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:11.911603 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30537153-b9f3-4802-9fc4-de80a3628d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:11.991378 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30537153-b9f3-4802-9fc4-de80a3628d5a admin admin] Publish callbacks [] for security_group (a26c53ee-7e0a-4c16-a184-c9f3ebcd58af), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:11.996741 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30537153-b9f3-4802-9fc4-de80a3628d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a26c53ee-7e0a-4c16-a184-c9f3ebcd58af), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.040386 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-30537153-b9f3-4802-9fc4-de80a3628d5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e876752902442d99d3ecbb771081424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301195 Mar 31 19:13:12.040386 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30537153-b9f3-4802-9fc4-de80a3628d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26c53ee-7e0a-4c16-a184-c9f3ebcd58af,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:12.040700 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60832) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:12.103986 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b616ef3-4383-4523-8a7b-66cf105cdb2d admin admin] Publish callbacks [] for security_group (a26c53ee-7e0a-4c16-a184-c9f3ebcd58af), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.126422 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b616ef3-4383-4523-8a7b-66cf105cdb2d admin admin] Publish callbacks [] for security_group (a26c53ee-7e0a-4c16-a184-c9f3ebcd58af), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.176032 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b616ef3-4383-4523-8a7b-66cf105cdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a26c53ee-7e0a-4c16-a184-c9f3ebcd58af), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.179266 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b616ef3-4383-4523-8a7b-66cf105cdb2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.180410 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-0b616ef3-4383-4523-8a7b-66cf105cdb2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a26c53ee-7e0a-4c16-a184-c9f3ebcd58af HTTP/1.1" status: 204 len: 168 time: 0.1399071 Mar 31 19:13:12.187968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b616ef3-4383-4523-8a7b-66cf105cdb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26c53ee-7e0a-4c16-a184-c9f3ebcd58af,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:12.450485 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60838) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:12.466558 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21db14e3-12e0-4a80-a181-b95fe41683a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.540541 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21db14e3-12e0-4a80-a181-b95fe41683a7 admin admin] Publish callbacks [] for security_group (9eda9a32-14b5-4a20-88f7-cbf760654788), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.544617 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21db14e3-12e0-4a80-a181-b95fe41683a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9eda9a32-14b5-4a20-88f7-cbf760654788), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.583758 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-21db14e3-12e0-4a80-a181-b95fe41683a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ba93cceb6cc40a19d57b97b5a14acc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321735 Mar 31 19:13:12.585243 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db14e3-12e0-4a80-a181-b95fe41683a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda9a32-14b5-4a20-88f7-cbf760654788,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:12.587021 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 60840) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:12.638099 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-249c7864-4901-43c3-9436-b4174d64b637 admin admin] Publish callbacks [] for security_group (9eda9a32-14b5-4a20-88f7-cbf760654788), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.658991 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-249c7864-4901-43c3-9436-b4174d64b637 admin admin] Publish callbacks [] for security_group (9eda9a32-14b5-4a20-88f7-cbf760654788), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.703855 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-249c7864-4901-43c3-9436-b4174d64b637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (9eda9a32-14b5-4a20-88f7-cbf760654788), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.706370 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-249c7864-4901-43c3-9436-b4174d64b637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:12.707549 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-249c7864-4901-43c3-9436-b4174d64b637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eda9a32-14b5-4a20-88f7-cbf760654788 HTTP/1.1" status: 204 len: 168 time: 0.1195107 Mar 31 19:13:12.715831 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c7864-4901-43c3-9436-b4174d64b637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda9a32-14b5-4a20-88f7-cbf760654788,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:20.636291 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 60962) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:20.739509 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-024d0d59-db5f-4003-aee4-c6611889d719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:20.818375 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-024d0d59-db5f-4003-aee4-c6611889d719 admin admin] Publish callbacks [] for security_group (5686c62e-877a-43d0-bd39-89f326b9e2d8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:20.822250 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-024d0d59-db5f-4003-aee4-c6611889d719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (5686c62e-877a-43d0-bd39-89f326b9e2d8), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:20.861229 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-024d0d59-db5f-4003-aee4-c6611889d719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d716340d9814284bcbcdb7f26b60a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237544 Mar 31 19:13:20.862418 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d0d59-db5f-4003-aee4-c6611889d719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5686c62e-877a-43d0-bd39-89f326b9e2d8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:20.864509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60968) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:20.934393 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f526766-c214-4650-bb15-143a86da0c57 admin admin] Publish callbacks [] for security_group (5686c62e-877a-43d0-bd39-89f326b9e2d8), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:20.962915 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f526766-c214-4650-bb15-143a86da0c57 admin admin] Publish callbacks [] for security_group (5686c62e-877a-43d0-bd39-89f326b9e2d8), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.013613 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f526766-c214-4650-bb15-143a86da0c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (5686c62e-877a-43d0-bd39-89f326b9e2d8), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.016658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f526766-c214-4650-bb15-143a86da0c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.017829 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-8f526766-c214-4650-bb15-143a86da0c57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5686c62e-877a-43d0-bd39-89f326b9e2d8 HTTP/1.1" status: 204 len: 168 time: 0.1452651 Mar 31 19:13:21.028654 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f526766-c214-4650-bb15-143a86da0c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5686c62e-877a-43d0-bd39-89f326b9e2d8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:21.293717 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60976) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:21.306560 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b8de60e-87a3-47c3-8891-39ab939d04a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.383743 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b8de60e-87a3-47c3-8891-39ab939d04a2 admin admin] Publish callbacks [] for security_group (db44a14c-ee7c-4f9c-8bdd-1772666ce492), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.387525 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b8de60e-87a3-47c3-8891-39ab939d04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (db44a14c-ee7c-4f9c-8bdd-1772666ce492), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.426165 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8de60e-87a3-47c3-8891-39ab939d04a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db44a14c-ee7c-4f9c-8bdd-1772666ce492,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:21.431518 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-3b8de60e-87a3-47c3-8891-39ab939d04a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=063a13487cd543fbb055b9ab0b0c212c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367993 Mar 31 19:13:21.434245 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60978) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:21.484063 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7dca4ce-754a-48b3-b78b-574a133d4746 admin admin] Publish callbacks [] for security_group (db44a14c-ee7c-4f9c-8bdd-1772666ce492), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.505453 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7dca4ce-754a-48b3-b78b-574a133d4746 admin admin] Publish callbacks [] for security_group (db44a14c-ee7c-4f9c-8bdd-1772666ce492), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.555216 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7dca4ce-754a-48b3-b78b-574a133d4746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (db44a14c-ee7c-4f9c-8bdd-1772666ce492), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.558645 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7dca4ce-754a-48b3-b78b-574a133d4746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.560087 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b7dca4ce-754a-48b3-b78b-574a133d4746 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db44a14c-ee7c-4f9c-8bdd-1772666ce492 HTTP/1.1" status: 204 len: 168 time: 0.1248720 Mar 31 19:13:21.568287 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dca4ce-754a-48b3-b78b-574a133d4746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db44a14c-ee7c-4f9c-8bdd-1772666ce492,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:21.882967 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 60984) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:21.896894 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b563cc05-0698-41f4-b655-f54d44c0b0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.969800 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b563cc05-0698-41f4-b655-f54d44c0b0e0 admin admin] Publish callbacks [] for security_group (01778090-152b-4def-a965-1eb5483557b5), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:21.973628 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b563cc05-0698-41f4-b655-f54d44c0b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (01778090-152b-4def-a965-1eb5483557b5), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:22.016769 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b563cc05-0698-41f4-b655-f54d44c0b0e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff868b0f45cf402b93f40f39d3c0f061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326904 Mar 31 19:13:22.017679 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563cc05-0698-41f4-b655-f54d44c0b0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01778090-152b-4def-a965-1eb5483557b5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:22.019483 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 60988) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:22.069686 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9df89dfd-6cf9-45ca-ad20-1c327cf51fba admin admin] Publish callbacks [] for security_group (01778090-152b-4def-a965-1eb5483557b5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:22.091376 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9df89dfd-6cf9-45ca-ad20-1c327cf51fba admin admin] Publish callbacks [] for security_group (01778090-152b-4def-a965-1eb5483557b5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:22.139913 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9df89dfd-6cf9-45ca-ad20-1c327cf51fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (01778090-152b-4def-a965-1eb5483557b5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:22.143409 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9df89dfd-6cf9-45ca-ad20-1c327cf51fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:22.143613 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9df89dfd-6cf9-45ca-ad20-1c327cf51fba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01778090-152b-4def-a965-1eb5483557b5 HTTP/1.1" status: 204 len: 168 time: 0.1222091 Mar 31 19:13:22.157449 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df89dfd-6cf9-45ca-ad20-1c327cf51fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01778090-152b-4def-a965-1eb5483557b5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:23.829238 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-567a4db2-76e7-4704-954d-0ca580fd1819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:26.336103 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45814a0f-ca8d-4f2f-b009-d946129e37e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:27.516965 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:28.777610 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:30.507779 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:33.114430 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-a3e00c1d-a6bd-4f60-9c8d-3ae937477866 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016293825&fields=id&tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9 HTTP/1.1" status: 200 len: 267 time: 0.0454130 Mar 31 19:13:33.219586 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6190c-9918-48c8-a294-86a478656c0f req-22840ec5-ad3b-4f1d-a084-72460386e315 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:33.221030 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-22840ec5-ad3b-4f1d-a084-72460386e315 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 811 time: 0.0981951 Mar 31 19:13:33.238490 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-525bec54-f8e0-4fa9-8199-472bd4bbfcd3 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/quotas/e34cb0a1f9064dc1a3aafb28adc64df9 HTTP/1.1" status: 200 len: 375 time: 0.0093095 Mar 31 19:13:33.306891 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-593f971e-d2de-41f1-b55b-bfb6fae3c968 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631170 Mar 31 19:13:33.428774 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-2f4e01db-74f4-4aa5-aded-419f07cf8fa7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:13:33.429779 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-2f4e01db-74f4-4aa5-aded-419f07cf8fa7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1119726 Mar 31 19:13:33.517698 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-3d9ce11c-b148-4447-a187-320c2d573576 service neutron] 10.222.0.13 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819774 Mar 31 19:13:33.616379 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-e333b35e-71cc-4b2a-afb5-2cb3c098444a service neutron] 10.222.0.13 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911877 Mar 31 19:13:33.924730 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-47471c07-7696-4176-a5ed-bc358cb48077 req-e6d0d201-6988-4f2d-ba70-db709a826048 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Mar 31 19:13:35.002864 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-31e22fe1-9613-4e22-bf79-d99abab5c589 req-d4c61fe9-a2e0-408e-830e-035ecf6d443f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 210 time: 0.0287080 Mar 31 19:13:36.083219 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-391a7c14-9a1c-4524-8190-2593d2da532a req-b798579e-af21-4ecb-bae5-14d1f8f41322 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 210 time: 0.0281641 Mar 31 19:13:37.162690 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1ad80f1e-16d4-4773-bbb4-9941cd35618e req-a17551b4-2c3b-4a4b-9af0-d017c0bf32c7 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Mar 31 19:13:38.253907 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c8bf23d0-9e80-4a50-b150-cf9c1ceef5a9 req-7a0d3316-9023-4ed6-976a-57752e18932f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 210 time: 0.0267751 Mar 31 19:13:38.935283 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6190c-9918-48c8-a294-86a478656c0f req-a8416d20-6ff8-416d-b125-429b6799dd23 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:38.936807 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-a8416d20-6ff8-416d-b125-429b6799dd23 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 811 time: 0.1093619 Mar 31 19:13:39.004358 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-59ef335c-bf61-4b9a-9336-2bcce8133d9f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9 HTTP/1.1" status: 200 len: 380 time: 0.0568793 Mar 31 19:13:39.014284 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'port': {'device_id': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'admin_state_up': True, 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'security_groups': ['e15a5e92-8f23-4db1-a03f-a50f23923903']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:13:39.130411 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Made reservation on behalf of e34cb0a1f9064dc1a3aafb28adc64df9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:13:39.134337 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:39.264332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Allocated IP 172.20.0.4 (b84e66db-37c5-4811-b403-cdba4c22d8a7/bb2a1e06-f335-41a5-81dc-16b7136853ff/31ab4075-2112-482d-a903-0c6382859dde) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:13:39.656656 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a1fda2e-f99c-4745-8218-b1bf81eeba1e req-d3a46a19-45a7-441a-a5dc-fbb87904677f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 210 time: 0.0323403 Mar 31 19:13:39.709055 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for port (31ab4075-2112-482d-a903-0c6382859dde), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:39.741580 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (31ab4075-2112-482d-a903-0c6382859dde), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:39.784677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:13:39.788509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:13:39.794821 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:13:39.800574 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'Port': ['ID=31ab4075-2112-482d-a903-0c6382859dde,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:39.847721 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:39.848396 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:39.866772 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-fb6009bb-e12a-4212-ae13-e398fb54db0c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8564303 Mar 31 19:13:39.880278 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Request body: {'port': {'device_id': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:13:39.941062 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (31ab4075-2112-482d-a903-0c6382859dde), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:40.040621 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7624aec1-2db8-42dc-86ad-cdacd1bf922b None None] Provisioning complete for port 31ab4075-2112-482d-a903-0c6382859dde triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:13:40.041269 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7624aec1-2db8-42dc-86ad-cdacd1bf922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (31ab4075-2112-482d-a903-0c6382859dde), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:40.074698 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7624aec1-2db8-42dc-86ad-cdacd1bf922b None None] Port 31ab4075-2112-482d-a903-0c6382859dde cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:13:40.157502 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:40.223858 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ab4075-2112-482d-a903-0c6382859dde {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:13:40.232196 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Publish callbacks [] for port (31ab4075-2112-482d-a903-0c6382859dde), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:40.245211 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Transition to ACTIVE for port object 31ab4075-2112-482d-a903-0c6382859dde will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:13:40.248122 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (31ab4075-2112-482d-a903-0c6382859dde), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:40.297503 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Pushing event updated for resources: {'Port': ['ID=31ab4075-2112-482d-a903-0c6382859dde,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:40.377772 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Attempting to bind port 31ab4075-2112-482d-a903-0c6382859dde on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:13:40.378138 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Attempting to bind port 31ab4075-2112-482d-a903-0c6382859dde by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:13:40.378471 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Attempting to bind port 31ab4075-2112-482d-a903-0c6382859dde on network b84e66db-37c5-4811-b403-cdba4c22d8a7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:13:40.384063 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Port 31ab4075-2112-482d-a903-0c6382859dde on network b84e66db-37c5-4811-b403-cdba4c22d8a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:13:40.384385 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Attempting to bind port 31ab4075-2112-482d-a903-0c6382859dde on network b84e66db-37c5-4811-b403-cdba4c22d8a7 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:13:40.389680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:13:40.390011 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Checking segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:13:40.390395 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Bound using segment: {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:13:40.390845 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Bound port: 31ab4075-2112-482d-a903-0c6382859dde, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e884f7-696b-4fcd-8f89-0429e5b9e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:13:40.391265 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (31ab4075-2112-482d-a903-0c6382859dde), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:40.458724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] For port 31ab4075-2112-482d-a903-0c6382859dde, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:13:40.462900 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] For port 31ab4075-2112-482d-a903-0c6382859dde, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=31ab4075-2112-482d-a903-0c6382859dde,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:13:40.469434 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (31ab4075-2112-482d-a903-0c6382859dde), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:40.506166 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:40.507333 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:40.508675 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] 10.222.0.78 "PUT /v2.0/ports/31ab4075-2112-482d-a903-0c6382859dde HTTP/1.1" status: 200 len: 1093 time: 0.6327910 Mar 31 19:13:40.509141 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'tag': '31ab4075-2112-482d-a903-0c6382859dde'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:13:40.511454 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620" -d '{"events": [{"name": "network-changed", "server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "tag": "31ab4075-2112-482d-a903-0c6382859dde"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:13:40.542967 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3140e15-a164-404e-94d0-52c1d052cd1d service neutron] Pushing event updated for resources: {'Port': ['ID=31ab4075-2112-482d-a903-0c6382859dde,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:40.614255 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6190c-9918-48c8-a294-86a478656c0f req-aea311f3-e620-4c76-9c34-2f93028a582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:40.617119 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-aea311f3-e620-4c76-9c34-2f93028a582e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 1127 time: 0.0476558 Mar 31 19:13:40.667368 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-e7403c5d-c010-44d8-9aa3-083b27fb6c55 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ab4075-2112-482d-a903-0c6382859dde HTTP/1.1" status: 200 len: 217 time: 0.0425231 Mar 31 19:13:40.714346 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103a6dab-e495-4ebc-b730-eb501204443f x-openstack-request-id: req-103a6dab-e495-4ebc-b730-eb501204443f {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:13:40.714631 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "tag": "31ab4075-2112-482d-a903-0c6382859dde", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:13:40.714885 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-103a6dab-e495-4ebc-b730-eb501204443f {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:13:40.715565 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103a6dab-e495-4ebc-b730-eb501204443f'] response: {'name': 'network-changed', 'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'tag': '31ab4075-2112-482d-a903-0c6382859dde', 'status': 'completed', 'code': 200} Mar 31 19:13:40.729602 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6190c-9918-48c8-a294-86a478656c0f req-ed47a914-fd45-4e2a-be8d-b6572b6d29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:40.731234 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-ed47a914-fd45-4e2a-be8d-b6572b6d29ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0552998 Mar 31 19:13:40.822507 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d2cdc-2bca-4365-a571-76a656de319d req-74e03835-0c7e-44b2-b423-94bfdd7d5dee tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:40.824028 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9e5d2cdc-2bca-4365-a571-76a656de319d req-74e03835-0c7e-44b2-b423-94bfdd7d5dee tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0880039 Mar 31 19:13:40.826001 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6190c-9918-48c8-a294-86a478656c0f req-1e0d3820-fb7c-4cf3-9529-bdfac4c2a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:40.827390 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-1e0d3820-fb7c-4cf3-9529-bdfac4c2a4b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825012 Mar 31 19:13:40.922798 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9e5d2cdc-2bca-4365-a571-76a656de319d req-2629acbe-1b98-4faf-9b10-108f9cfbe86a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925808 Mar 31 19:13:40.949696 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-398ff451-7fe7-4e56-9e1f-0ac8a693d75f service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128070 Mar 31 19:13:41.046308 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-65d6190c-9918-48c8-a294-86a478656c0f req-1070d3bd-b171-42b1-be5d-a8088bf9abac service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892878 Mar 31 19:13:41.138547 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-8fd6f36f-02c1-4eff-a113-9e5207688aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:41.139993 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-8fd6f36f-02c1-4eff-a113-9e5207688aad service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 1127 time: 0.0465918 Mar 31 19:13:41.240016 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-e7e3dc20-ba54-4cea-86b2-31eb292f3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:41.242204 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-e7e3dc20-ba54-4cea-86b2-31eb292f3bab service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.0941195 Mar 31 19:13:41.283720 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-0f3fb5e0-8b4b-4758-a3bc-27b0a2a221ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ab4075-2112-482d-a903-0c6382859dde HTTP/1.1" status: 200 len: 217 time: 0.0348446 Mar 31 19:13:41.333782 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-d0ece7ad-a065-44c2-8741-ec3ccfb62686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:41.335343 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-d0ece7ad-a065-44c2-8741-ec3ccfb62686 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0448494 Mar 31 19:13:41.391891 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-8d0a02b8-efd2-42ec-93d1-e410023e84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:41.393304 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-8d0a02b8-efd2-42ec-93d1-e410023e84be service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513873 Mar 31 19:13:41.483444 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-6bdf8c2e-a8cb-4443-8e99-8dabc60ec196 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Mar 31 19:13:41.578242 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1bda2a83-9b7d-45cc-80c8-1e3f7d07c620 req-457299e3-4307-42f8-8906-0458a927496d service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870402 Mar 31 19:13:42.057221 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e9082-bbaf-4334-b9a4-a0e0dec4e9a7 req-5f909e7f-d5f7-42e2-af63-eb822588ed76 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:42.058556 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-df9e9082-bbaf-4334-b9a4-a0e0dec4e9a7 req-5f909e7f-d5f7-42e2-af63-eb822588ed76 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0631430 Mar 31 19:13:42.111985 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-df9e9082-bbaf-4334-b9a4-a0e0dec4e9a7 req-a086933b-b23d-4931-b8c8-d4e769c64c33 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474942 Mar 31 19:13:43.230422 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66b97a-9e6a-4f88-9e64-eb4e9c39fb8a req-606e5592-cb93-4af0-b990-23a85a11dbb9 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:43.231923 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-de66b97a-9e6a-4f88-9e64-eb4e9c39fb8a req-606e5592-cb93-4af0-b990-23a85a11dbb9 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0520685 Mar 31 19:13:43.281788 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-de66b97a-9e6a-4f88-9e64-eb4e9c39fb8a req-9593cd5f-3c9e-426d-afdb-39b4a00f42da tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442700 Mar 31 19:13:44.407287 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983979-b50d-480b-ba7f-db41dae18736 req-039ee37b-57f0-4787-8915-2d2392a6a8ae tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:44.408792 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b5983979-b50d-480b-ba7f-db41dae18736 req-039ee37b-57f0-4787-8915-2d2392a6a8ae tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0599239 Mar 31 19:13:44.457975 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b5983979-b50d-480b-ba7f-db41dae18736 req-0dd664c6-e77a-4908-bd8f-f647f9b6d74d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Mar 31 19:13:44.772827 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:13:45.577098 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97566ef-1129-43f2-babc-6adc466c5b2e req-939ee361-2d97-4995-8898-03b7f86474af tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:45.578575 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c97566ef-1129-43f2-babc-6adc466c5b2e req-939ee361-2d97-4995-8898-03b7f86474af tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0533204 Mar 31 19:13:45.628629 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c97566ef-1129-43f2-babc-6adc466c5b2e req-5bbd673d-6e5e-4a05-819f-6aea67037f44 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442452 Mar 31 19:13:46.752535 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463e00c-e6f4-4814-b46f-d126531163e9 req-9e9afda0-e86a-45e3-a6b9-268b1fa4e365 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:46.754033 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1463e00c-e6f4-4814-b46f-d126531163e9 req-9e9afda0-e86a-45e3-a6b9-268b1fa4e365 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0582201 Mar 31 19:13:46.805094 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1463e00c-e6f4-4814-b46f-d126531163e9 req-8244129c-0014-4d5f-be6d-fc944157f562 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450706 Mar 31 19:13:47.924556 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8b09b-951d-4445-8a03-6d4c9079ffe8 req-5231def2-867f-4d7a-9ae5-cc4934f8efc8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:47.926086 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-16b8b09b-951d-4445-8a03-6d4c9079ffe8 req-5231def2-867f-4d7a-9ae5-cc4934f8efc8 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0544794 Mar 31 19:13:47.977365 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-16b8b09b-951d-4445-8a03-6d4c9079ffe8 req-bf1a6b4a-acc7-4cda-a9fb-2b234dc841ea tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Mar 31 19:13:49.110628 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7900254-8b1e-4bdd-8817-41b701697e3c req-2bb28aab-86ce-4c48-a080-4aa8692fa775 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:49.112162 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c7900254-8b1e-4bdd-8817-41b701697e3c req-2bb28aab-86ce-4c48-a080-4aa8692fa775 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0552771 Mar 31 19:13:49.165672 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c7900254-8b1e-4bdd-8817-41b701697e3c req-89e79e34-5ed3-4b0a-9c0b-fafcc4a68250 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471532 Mar 31 19:13:50.336677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ea3e0-7482-41ac-88b7-4b33f99918f2 req-2d93c9ad-bc8f-4620-b967-798269a5204f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:50.339689 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e9ea3e0-7482-41ac-88b7-4b33f99918f2 req-2d93c9ad-bc8f-4620-b967-798269a5204f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0849702 Mar 31 19:13:50.391931 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e9ea3e0-7482-41ac-88b7-4b33f99918f2 req-9f806334-5bf8-444f-bcb6-4c666312c6ed tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477071 Mar 31 19:13:50.445100 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167578-8a05-4963-8bfc-3b9753bed22b req-30799a2c-a9e6-4af1-b8d9-4e09226b1b6f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:50.446554 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8d167578-8a05-4963-8bfc-3b9753bed22b req-30799a2c-a9e6-4af1-b8d9-4e09226b1b6f tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 946 time: 0.0528724 Mar 31 19:13:50.493049 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8d167578-8a05-4963-8bfc-3b9753bed22b req-75342b59-5dcc-486a-a1bf-b5ecbad9fdec tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Mar 31 19:13:51.518426 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd6336-697c-4978-863d-347c55aaf979 req-705e1774-bcee-4135-b696-c00f66245161 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:51.519998 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-79dd6336-697c-4978-863d-347c55aaf979 req-705e1774-bcee-4135-b696-c00f66245161 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0580757 Mar 31 19:13:51.579410 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-79dd6336-697c-4978-863d-347c55aaf979 req-7e4ec9d1-98dc-468c-8873-4db1d7ef60e6 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485225 Mar 31 19:13:51.655255 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5f689-1232-46bc-b563-83a5741b3da9 req-45b769be-73e3-423e-a9ad-7a8425ddf751 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:51.656789 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f1a5f689-1232-46bc-b563-83a5741b3da9 req-45b769be-73e3-423e-a9ad-7a8425ddf751 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 946 time: 0.0583212 Mar 31 19:13:51.706314 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f1a5f689-1232-46bc-b563-83a5741b3da9 req-b3193e7a-b6ae-47b2-98b6-b90807ee0157 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440071 Mar 31 19:13:52.094771 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-7e285eba-f971-4c55-b6c0-663d245b9a12 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442951 Mar 31 19:13:52.194852 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-b2cf692f-6b1c-468b-8283-8e7e8fbb8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:52.196429 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-b2cf692f-6b1c-468b-8283-8e7e8fbb8365 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 1129 time: 0.0597429 Mar 31 19:13:52.324092 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-ea5a44c5-c65d-4bd8-ae7e-d881c7814dfb tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:52.325598 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-ea5a44c5-c65d-4bd8-ae7e-d881c7814dfb tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 946 time: 0.1171744 Mar 31 19:13:52.366865 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-317426b5-0549-49a2-8322-cfb0f564857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:52.368343 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-317426b5-0549-49a2-8322-cfb0f564857a service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.1489961 Mar 31 19:13:52.464604 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-21f46c69-feab-402a-bdd0-fdf8829d2f39 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad HTTP/1.1" status: 200 len: 1001 time: 0.0904510 Mar 31 19:13:52.515013 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Deleting port 582539f5-3055-450e-aa25-a48bfde4a500 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:13:52.515351 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (582539f5-3055-450e-aa25-a48bfde4a500), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:52.562314 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-01316da0-2b28-4e48-a6d2-7af811feb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:52.563877 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-01316da0-2b28-4e48-a6d2-7af811feb4d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0916672 Mar 31 19:13:52.647461 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] For port 582539f5-3055-450e-aa25-a48bfde4a500, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=582539f5-3055-450e-aa25-a48bfde4a500,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:13:52.647860 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (582539f5-3055-450e-aa25-a48bfde4a500), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:52.686772 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-3550ba35-9b4f-4604-bc35-066a6d7c96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:52.688304 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-3550ba35-9b4f-4604-bc35-066a6d7c96d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164722 Mar 31 19:13:52.875558 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b044317-ef61-4581-858c-8e3013f32ed2 req-d8b65c24-6279-4bae-af02-b00e762b0e63 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:52.876963 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6b044317-ef61-4581-858c-8e3013f32ed2 req-d8b65c24-6279-4bae-af02-b00e762b0e63 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.2210453 Mar 31 19:13:52.996298 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065015f6-67c9-4b81-9d1c-875a2ddd74dd req-6614d3d6-69b7-43a2-89dc-4938c6406a5a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:52.998862 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-065015f6-67c9-4b81-9d1c-875a2ddd74dd req-6614d3d6-69b7-43a2-89dc-4938c6406a5a tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/ports?device_id=662edd8f-63a5-4b9d-8548-3f1fce63396d HTTP/1.1" status: 200 len: 946 time: 0.2158835 Mar 31 19:13:53.010365 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-901dd884-eede-4a5f-9719-3837090c1c35 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866607 Mar 31 19:13:53.032639 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:53.032988 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (19c58176-47e1-4f23-857c-80f0d43bfc80), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:53.033303 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Floating IP 19c58176-47e1-4f23-857c-80f0d43bfc80 disassociated. External IP: 172.27.0.171, port: 582539f5-3055-450e-aa25-a48bfde4a500. Mar 31 19:13:53.033642 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Calling delete_port for 582539f5-3055-450e-aa25-a48bfde4a500 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:13:53.072899 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6b044317-ef61-4581-858c-8e3013f32ed2 req-32ab507f-c167-4d97-83f0-f3d36e436755 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875763 Mar 31 19:13:53.191519 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-065015f6-67c9-4b81-9d1c-875a2ddd74dd req-b3877fb8-526b-4c0c-a96d-f94658948d33 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762509 Mar 31 19:13:53.220191 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-ff324d54-415b-4184-8d2e-55e97e3bd07e service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000971 Mar 31 19:13:53.281131 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (582539f5-3055-450e-aa25-a48bfde4a500), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:53.314321 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event deleted for resources: {'Port': ['ID=582539f5-3055-450e-aa25-a48bfde4a500,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:53.325466 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.325818 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.326156 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.326489 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.326820 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.327179 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.327504 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.327827 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.328147 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.328469 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.328789 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.329114 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.329436 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.329754 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.330073 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:13:53.440084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:13:53.547034 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:13:53.557432 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] Sync routers for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:13:53.566877 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:13:53.567514 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:13:53.591552 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] No DVR routers for this DVR port 582539f5-3055-450e-aa25-a48bfde4a500 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:13:53.594150 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:53.597674 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-706c05f2-cace-4a0c-9e7e-bea1481188aa req-d4af0c14-4a03-42d8-b997-c3d6dcb806a0 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.78 "DELETE /v2.0/ports/582539f5-3055-450e-aa25-a48bfde4a500 HTTP/1.1" status: 204 len: 173 time: 1.2635939 Mar 31 19:13:53.598124 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-deleted', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:13:53.601911 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1040302f-f827-43b5-95fc-246936a761da" -d '{"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-deleted", "tag": "582539f5-3055-450e-aa25-a48bfde4a500"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:13:53.641583 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf5fca4-afee-4e27-99a5-66a58065b586 x-openstack-request-id: req-bcf5fca4-afee-4e27-99a5-66a58065b586 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:13:53.641951 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662edd8f-63a5-4b9d-8548-3f1fce63396d", "name": "network-vif-deleted", "tag": "582539f5-3055-450e-aa25-a48bfde4a500", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:13:53.642141 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcf5fca4-afee-4e27-99a5-66a58065b586 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:13:53.642542 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf5fca4-afee-4e27-99a5-66a58065b586'] response: {'server_uuid': '662edd8f-63a5-4b9d-8548-3f1fce63396d', 'name': 'network-vif-deleted', 'tag': '582539f5-3055-450e-aa25-a48bfde4a500', 'status': 'completed', 'code': 200} Mar 31 19:13:53.680652 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:13:53.847164 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ce93b811-a9b7-47ba-8356-4d352ddc94bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:53.901195 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:13:53.931568 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] Checking router: 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:13:53.940056 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:13:53.940672 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:13:54.050715 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:13:54.201703 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6076c-a4f0-4aa8-b4dc-e61dde44b7a5 req-9b5a2bc2-155a-46fc-8a61-f6ef285e0624 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:54.203255 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-10c6076c-a4f0-4aa8-b4dc-e61dde44b7a5 req-9b5a2bc2-155a-46fc-8a61-f6ef285e0624 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0531318 Mar 31 19:13:54.260106 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-10c6076c-a4f0-4aa8-b4dc-e61dde44b7a5 req-78bbc47f-30a2-44d4-a1ba-2f3e0d15004b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511239 Mar 31 19:13:54.281723 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:13:54.296194 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33056) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:54.301489 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f28afd-e7b6-44db-87c0-0c50efb532f3 None None] The sync data for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi is: [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:01:45Z', 'revision_number': 4, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'bed1e949-8524-4b47-972d-c44c363588e6', 'name': '', 'network_id': 'ac4439e3-a52c-4b5e-83af-76a8b80dda9d', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'mac_address': 'fa:16:3e:fc:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:44Z', 'updated_at': '2022-03-31T19:01:58Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'subnets': [{'id': '45151ea6-2015-41bc-bafb-1c0eccb492ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:13:54.355862 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-db360a57-4846-48a4-a887-2d4d73d5c875 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:54.381365 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-db360a57-4846-48a4-a887-2d4d73d5c875 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:54.430499 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-db360a57-4846-48a4-a887-2d4d73d5c875 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:54.433140 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-db360a57-4846-48a4-a887-2d4d73d5c875 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:54.434304 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-db360a57-4846-48a4-a887-2d4d73d5c875 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "DELETE /v2.0/security-groups/ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422 HTTP/1.1" status: 204 len: 168 time: 0.1371112 Mar 31 19:13:54.437192 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33062) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:54.443999 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db360a57-4846-48a4-a887-2d4d73d5c875 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:54.450988 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.api.v2.resource [None req-7239c678-caba-4e51-ae87-281ba16b66a5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] show failed (client error): The resource could not be found. Mar 31 19:13:54.452011 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-7239c678-caba-4e51-ae87-281ba16b66a5 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "GET /v2.0/security-groups/ecc2d5e6-f7bf-4af5-b4cd-759a8e73d422 HTTP/1.1" status: 404 len: 347 time: 0.0137537 Mar 31 19:13:54.460434 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33064) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:13:54.574446 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3133f05-d2f6-40b4-bf73-ad132d43136c None None] New status for floating IP 19c58176-47e1-4f23-857c-80f0d43bfc80: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:13:54.594563 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Deleting port f65d52e4-dbb8-4be5-8eba-1231bfbb347a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:13:54.594901 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (f65d52e4-dbb8-4be5-8eba-1231bfbb347a), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:54.675252 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (f65d52e4-dbb8-4be5-8eba-1231bfbb347a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:54.675562 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (f65d52e4-dbb8-4be5-8eba-1231bfbb347a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:54.688760 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Calling delete_port for f65d52e4-dbb8-4be5-8eba-1231bfbb347a owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:13:54.821310 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (f65d52e4-dbb8-4be5-8eba-1231bfbb347a), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:55.059653 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Pushing event deleted for resources: {'Port': ['ID=f65d52e4-dbb8-4be5-8eba-1231bfbb347a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:13:55.121826 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks [] for floatingip (19c58176-47e1-4f23-857c-80f0d43bfc80), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:55.126309 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:55.127741 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-98444729-fc26-43d4-98ed-9d9491035dde tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] 10.222.0.13 "DELETE /v2.0/floatingips/19c58176-47e1-4f23-857c-80f0d43bfc80 HTTP/1.1" status: 204 len: 168 time: 0.6662045 Mar 31 19:13:55.378900 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9aba4a-e08d-4161-b46c-218931749b8f req-70b26304-6e64-4764-ac2e-5107474f0fc1 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:55.380290 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-da9aba4a-e08d-4161-b46c-218931749b8f req-70b26304-6e64-4764-ac2e-5107474f0fc1 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0513315 Mar 31 19:13:55.432294 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-da9aba4a-e08d-4161-b46c-218931749b8f req-aeb7ea9c-fe20-426a-81f8-c8c91dbbd43d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458977 Mar 31 19:13:55.931830 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 582539f5-3055-450e-aa25-a48bfde4a500 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:13:55.952424 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 582539f5-3055-450e-aa25-a48bfde4a500 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:13:55.952771 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 582539f5-3055-450e-aa25-a48bfde4a500 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:13:56.337973 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fa672285-293d-4bd6-b303-600f156e4d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:56.558499 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a017d-2253-41fa-906c-30a87291f136 req-faef99e3-ea13-41f5-8336-63879bc16eee tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:56.561012 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ca0a017d-2253-41fa-906c-30a87291f136 req-faef99e3-ea13-41f5-8336-63879bc16eee tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0561554 Mar 31 19:13:56.610390 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ca0a017d-2253-41fa-906c-30a87291f136 req-a188a43b-fd4d-4f24-bf9e-ca325a0cb889 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432813 Mar 31 19:13:57.513964 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:57.726642 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a614b-3a66-4c3e-95b9-16da70324823 req-8ab78a39-7301-4102-84dd-26ee19f6bfe2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:57.728163 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-469a614b-3a66-4c3e-95b9-16da70324823 req-8ab78a39-7301-4102-84dd-26ee19f6bfe2 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0522442 Mar 31 19:13:57.779845 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-469a614b-3a66-4c3e-95b9-16da70324823 req-c4c3635f-f6e9-4551-933b-cfc6bd195df3 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 Mar 31 19:13:58.780507 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:13:59.167932 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cd606-e3fe-4777-b59f-abf2b5b35bcd req-9f265dcc-ee1c-49bf-a8c7-cdcc1a60d100 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:13:59.169415 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e0cd606-e3fe-4777-b59f-abf2b5b35bcd req-9f265dcc-ee1c-49bf-a8c7-cdcc1a60d100 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.3254151 Mar 31 19:13:59.217068 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e0cd606-e3fe-4777-b59f-abf2b5b35bcd req-de8d5696-5d25-4dd9-b42d-f6ef20cbcc4b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 Mar 31 19:14:00.337741 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3a5f-db62-4a90-8482-8fc73d73d4ba req-a012fe4d-78f7-4e2d-9c97-16081b098749 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:00.339266 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3e9f3a5f-db62-4a90-8482-8fc73d73d4ba req-a012fe4d-78f7-4e2d-9c97-16081b098749 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0548360 Mar 31 19:14:00.388841 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3e9f3a5f-db62-4a90-8482-8fc73d73d4ba req-bd2e9adc-f29b-4994-8b94-77c6406b9b4f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437155 Mar 31 19:14:00.501019 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:01.511286 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96612540-7c07-4e95-a78c-2db10f725415 req-205fade7-3c40-4786-86a1-766ae299c495 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:01.512983 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-96612540-7c07-4e95-a78c-2db10f725415 req-205fade7-3c40-4786-86a1-766ae299c495 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0594676 Mar 31 19:14:01.564376 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-96612540-7c07-4e95-a78c-2db10f725415 req-ebc182c4-7a3a-49a6-bc3c-1c8e7b2c0705 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459864 Mar 31 19:14:02.687490 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43d23f-9816-49ab-8c04-85eb3ca8b756 req-13ce1a01-fdb0-4c52-b5d9-aa0f01807a71 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:02.689570 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e43d23f-9816-49ab-8c04-85eb3ca8b756 req-13ce1a01-fdb0-4c52-b5d9-aa0f01807a71 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0563338 Mar 31 19:14:02.738455 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e43d23f-9816-49ab-8c04-85eb3ca8b756 req-221a8c9d-490d-49c0-8b12-d53b27be47e4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432711 Mar 31 19:14:03.870544 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce00d3-fd31-4577-9ab5-322fb03d5db8 req-7432b69c-f35e-4bad-8bf6-df01d8b31bd4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:03.871975 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b9ce00d3-fd31-4577-9ab5-322fb03d5db8 req-7432b69c-f35e-4bad-8bf6-df01d8b31bd4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 943 time: 0.0532014 Mar 31 19:14:03.926001 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b9ce00d3-fd31-4577-9ab5-322fb03d5db8 req-5a0c3891-081f-4d76-ba78-510fbda51868 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484028 Mar 31 19:14:03.977310 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 31ab4075-2112-482d-a903-0c6382859dde details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:14:04.071979 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 31ab4075-2112-482d-a903-0c6382859dde, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=31ab4075-2112-482d-a903-0c6382859dde,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:04.083019 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '31ab4075-2112-482d-a903-0c6382859dde', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'port_id': '31ab4075-2112-482d-a903-0c6382859dde', 'mac_address': 'fa:16:3e:22:b1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:14:04.119045 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 31ab4075-2112-482d-a903-0c6382859dde is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:04.119433 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (31ab4075-2112-482d-a903-0c6382859dde), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:04.137379 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ab4075-2112-482d-a903-0c6382859dde {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:14:04.158125 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 31ab4075-2112-482d-a903-0c6382859dde, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=31ab4075-2112-482d-a903-0c6382859dde,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:04.161405 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (31ab4075-2112-482d-a903-0c6382859dde), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:04.208604 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=31ab4075-2112-482d-a903-0c6382859dde,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:04.216193 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.216542 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.216884 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.217222 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.217561 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.217889 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.218215 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.218540 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.218863 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.219215 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.219537 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.219859 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.220177 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.220496 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.220812 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:04.554452 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['31ab4075-2112-482d-a903-0c6382859dde'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:14:04.904060 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33142) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:05.071285 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7e928-db96-4a43-b144-997b763fa00e req-c8892a3e-ce11-49fd-a1dd-129480cc0598 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:05.072749 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-17e7e928-db96-4a43-b144-997b763fa00e req-c8892a3e-ce11-49fd-a1dd-129480cc0598 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 944 time: 0.0577252 Mar 31 19:14:05.126025 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-17e7e928-db96-4a43-b144-997b763fa00e req-c5d26790-9f8c-480a-aa7f-9605a13e955e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454190 Mar 31 19:14:05.391876 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:05.641357 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Deleting port bed1e949-8524-4b47-972d-c44c363588e6 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:05.641691 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (bed1e949-8524-4b47-972d-c44c363588e6), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:05.725246 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] For port bed1e949-8524-4b47-972d-c44c363588e6, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=bed1e949-8524-4b47-972d-c44c363588e6,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:05.725813 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (bed1e949-8524-4b47-972d-c44c363588e6), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:05.738579 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Calling delete_port for bed1e949-8524-4b47-972d-c44c363588e6 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:05.919626 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (bed1e949-8524-4b47-972d-c44c363588e6), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:05.945964 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Pushing event deleted for resources: {'Port': ['ID=bed1e949-8524-4b47-972d-c44c363588e6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:05.959726 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.960067 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.962960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.962960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.962960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.962960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.962960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.962960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.962960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.962960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.962960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.964275 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.964275 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.964275 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.964275 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:05.991690 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 31ab4075-2112-482d-a903-0c6382859dde up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:14:06.067829 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 31ab4075-2112-482d-a903-0c6382859dde completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:14:06.074484 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 31ab4075-2112-482d-a903-0c6382859dde triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:06.075058 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (31ab4075-2112-482d-a903-0c6382859dde), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:06.156648 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:06.268818 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3805e-eef0-45c9-90dd-407c14d6421b req-85d6f12b-ccfe-4dea-b16c-d7cb7a72c910 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:06.270412 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-afb3805e-eef0-45c9-90dd-407c14d6421b req-85d6f12b-ccfe-4dea-b16c-d7cb7a72c910 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 944 time: 0.0572915 Mar 31 19:14:06.313925 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 31ab4075-2112-482d-a903-0c6382859dde is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:06.314298 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (31ab4075-2112-482d-a903-0c6382859dde), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:06.325578 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-afb3805e-eef0-45c9-90dd-407c14d6421b req-75c7b6c2-1aa3-4eac-b639-ce29f01fd370 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472360 Mar 31 19:14:06.340758 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab4075-2112-482d-a903-0c6382859dde'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:14:06.343068 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17fc8b0-2e80-44ad-9b32-03f505f459ce" -d '{"events": [{"server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "name": "network-vif-plugged", "status": "completed", "tag": "31ab4075-2112-482d-a903-0c6382859dde"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:14:06.357143 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 31ab4075-2112-482d-a903-0c6382859dde, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=31ab4075-2112-482d-a903-0c6382859dde,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:06.363099 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (31ab4075-2112-482d-a903-0c6382859dde), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:06.414841 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:14:06.433740 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=31ab4075-2112-482d-a903-0c6382859dde,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:06.457750 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d852faf8-2e26-425c-b86a-609bd5fc01de x-openstack-request-id: req-d852faf8-2e26-425c-b86a-609bd5fc01de {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:14:06.458110 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "name": "network-vif-plugged", "status": "completed", "tag": "31ab4075-2112-482d-a903-0c6382859dde", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:14:06.458430 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d852faf8-2e26-425c-b86a-609bd5fc01de {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:14:06.459476 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d852faf8-2e26-425c-b86a-609bd5fc01de'] response: {'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab4075-2112-482d-a903-0c6382859dde', 'code': 200} Mar 31 19:14:06.534719 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:14:06.541096 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5bcc3709-7af6-4cf7-a294-f5283338139c admin admin] 10.222.0.13 "PUT /v2.0/routers/59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359339 Mar 31 19:14:06.543533 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33164) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:06.544410 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] Sync routers for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:14:06.556243 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:06.556862 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:06.669469 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks [] for router (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:06.681944 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:06.691045 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2d08-d4af-43c3-af2a-abccba965165 req-4aa6c8df-1eaa-4e64-8be9-7088857155d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:06.692607 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-650a2d08-d4af-43c3-af2a-abccba965165 req-4aa6c8df-1eaa-4e64-8be9-7088857155d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 1129 time: 0.0535727 Mar 31 19:14:06.740894 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-650a2d08-d4af-43c3-af2a-abccba965165 req-55bce1a5-ae31-4a94-b565-3eb6599edc33 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 Mar 31 19:14:06.775034 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks [] for router_gateway (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:06.832791 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Deleting port f9cc20c1-206a-4ace-bacb-78cdcaef825c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:06.833056 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:06.875543 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:14:05Z', 'revision_number': 5, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port': {'id': 'f9cc20c1-206a-4ace-bacb-78cdcaef825c', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:01:40Z', 'updated_at': '2022-03-31T19:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:06.901968 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] Checking router: 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:14:06.910356 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] Routers {'59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:06.910979 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:06.913304 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] For port f9cc20c1-206a-4ace-bacb-78cdcaef825c, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=f9cc20c1-206a-4ace-bacb-78cdcaef825c,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:06.913675 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:06.926505 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Calling delete_port for f9cc20c1-206a-4ace-bacb-78cdcaef825c owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:07.000516 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] Set router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:07.057899 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:14:06Z', 'revision_number': 6, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:07.085587 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68c878-9f18-4271-9f14-d031e8e1aea1 None None] The sync data for ids ['59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2'] in dv-cinder-836066-1-iscsi is: [{'id': '59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1441055934-router', 'tenant_id': '418ee3602c044cabade548f899fe6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:01:39Z', 'updated_at': '2022-03-31T19:14:06Z', 'revision_number': 6, 'project_id': '418ee3602c044cabade548f899fe6162', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:14:07.098727 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (f9cc20c1-206a-4ace-bacb-78cdcaef825c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.126964 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cc20c1-206a-4ace-bacb-78cdcaef825c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:07.192509 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.286133 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.289183 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks [] for router_controller (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.333397 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.334634 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:14:07.339231 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.340368 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-39288d73-3bd8-4617-aaa4-b5ab47e8a0c9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/59f02a1e-33e7-4fd8-9037-c7ef1d63dcc2 HTTP/1.1" status: 204 len: 168 time: 0.7959297 Mar 31 19:14:07.342817 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33172) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:07.390006 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-393a5f08-0837-4194-af4b-6e8ab43ea30f admin admin] Deleting subnet 45151ea6-2015-41bc-bafb-1c0eccb492ea {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:14:07.393098 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-393a5f08-0837-4194-af4b-6e8ab43ea30f admin admin] Publish callbacks [] for subnet (45151ea6-2015-41bc-bafb-1c0eccb492ea), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.432660 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-393a5f08-0837-4194-af4b-6e8ab43ea30f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12949575'] for subnet (45151ea6-2015-41bc-bafb-1c0eccb492ea), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.483796 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b146314-71c4-4512-9771-0a9c38ed50d6 req-b8d544ec-7c61-4ef2-b684-afc49f27a2b5 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:07.485450 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4b146314-71c4-4512-9771-0a9c38ed50d6 req-b8d544ec-7c61-4ef2-b684-afc49f27a2b5 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 945 time: 0.0930545 Mar 31 19:14:07.535688 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-393a5f08-0837-4194-af4b-6e8ab43ea30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (45151ea6-2015-41bc-bafb-1c0eccb492ea), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.554623 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4b146314-71c4-4512-9771-0a9c38ed50d6 req-2bbeb87b-701e-4c6b-bc54-954ac2ff2e19 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633404 Mar 31 19:14:07.592426 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-393a5f08-0837-4194-af4b-6e8ab43ea30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15806061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12789556'] for subnet (45151ea6-2015-41bc-bafb-1c0eccb492ea), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.623211 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a5f08-0837-4194-af4b-6e8ab43ea30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45151ea6-2015-41bc-bafb-1c0eccb492ea,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:07.625163 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-393a5f08-0837-4194-af4b-6e8ab43ea30f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.630923 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-393a5f08-0837-4194-af4b-6e8ab43ea30f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/45151ea6-2015-41bc-bafb-1c0eccb492ea HTTP/1.1" status: 204 len: 168 time: 0.2845762 Mar 31 19:14:07.631185 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6e14b-82f6-4594-b574-54c4fbe3d01a None None] Network ac4439e3-a52c-4b5e-83af-76a8b80dda9d requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:14:07.631353 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33176) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:07.704690 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (ac4439e3-a52c-4b5e-83af-76a8b80dda9d), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.763922 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Deleting port b112cc1c-fb51-43a1-b777-2503341b893d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:07.764257 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.826231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] For port b112cc1c-fb51-43a1-b777-2503341b893d, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=b112cc1c-fb51-43a1-b777-2503341b893d,segment=NetworkSegment(c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525),segment_id=c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:07.826503 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.839547 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Calling delete_port for b112cc1c-fb51-43a1-b777-2503341b893d owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:07.898202 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] DHCP port deletion for ac4439e3-a52c-4b5e-83af-76a8b80dda9d request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:14:07.925599 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device bed1e949-8524-4b47-972d-c44c363588e6 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:07.932876 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:07.947609 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: bed1e949-8524-4b47-972d-c44c363588e6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:07.948237 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device bed1e949-8524-4b47-972d-c44c363588e6 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:07.962340 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Pushing event deleted for resources: {'Port': ['ID=b112cc1c-fb51-43a1-b777-2503341b893d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:07.964259 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] No DVR routers for this DVR port b112cc1c-fb51-43a1-b777-2503341b893d on host dv-cinder-836066-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:14:07.971013 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] Deleting port b112cc1c-fb51-43a1-b777-2503341b893d {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:14:07.971382 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.046251 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (ac4439e3-a52c-4b5e-83af-76a8b80dda9d), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.072416 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4439e3-a52c-4b5e-83af-76a8b80dda9d']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:08.085479 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:08.085773 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] For port b112cc1c-fb51-43a1-b777-2503341b893d, host dv-cinder-836066-1-iscsi, got binding levels [] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:08.086283 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:08.086377 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.095884 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16081675'] for segment (c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.099089 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] Calling delete_port for b112cc1c-fb51-43a1-b777-2503341b893d owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:14:08.101998 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.ipam_backend_mixin [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] Port b112cc1c-fb51-43a1-b777-2503341b893d was not found and therefore no delete operation was performed {{(pid=103486) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 19:14:08.103319 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589'] for port (b112cc1c-fb51-43a1-b777-2503341b893d), after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.116705 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.124486 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:14:08.125402 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16083821'] for segment (c7e1358d-2ac8-4ddb-bf2b-8e2e2d963525), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: Traceback (most recent call last): Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: timer() Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: cb(*args, **kw) Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: return func(*args, **kwargs) Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: self._notify() Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: self.callback(batched_events) Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: event.method(event) Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: return f(self, *a, **k) Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._get(url).json() Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: return self.request(url, 'GET', **kwargs) Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:14:08.127393 dv-cinder-836066-1-iscsi neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:14:08.130235 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] Pushing event deleted for resources: {'Port': ['ID=b112cc1c-fb51-43a1-b777-2503341b893d,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:08.139762 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45265542-713d-44be-804b-0792cbbf23d0 None None] No DVR routers for this DVR port b112cc1c-fb51-43a1-b777-2503341b893d on host dv-cinder-836066-1-iscsi {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:14:08.185646 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (ac4439e3-a52c-4b5e-83af-76a8b80dda9d), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.191831 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.196045 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac4439e3-a52c-4b5e-83af-76a8b80dda9d HTTP/1.1" status: 204 len: 168 time: 0.5636196 Mar 31 19:14:08.210598 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e96e0-63a0-442a-8824-31f6399e615e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4439e3-a52c-4b5e-83af-76a8b80dda9d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:08.315008 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33180) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:08.358879 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-4cbc55ed-3f3b-4445-867b-e996fb45009b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=418ee3602c044cabade548f899fe6162&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426347 Mar 31 19:14:08.361518 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33186) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:08.412154 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a1e564e-582c-4b7c-80e1-76386e5cd800 admin admin] Publish callbacks [] for security_group (f84fee8d-4b01-4b62-bbd5-4299eba42772), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.434723 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a1e564e-582c-4b7c-80e1-76386e5cd800 admin admin] Publish callbacks [] for security_group (f84fee8d-4b01-4b62-bbd5-4299eba42772), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.488643 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a1e564e-582c-4b7c-80e1-76386e5cd800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (f84fee8d-4b01-4b62-bbd5-4299eba42772), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.491804 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a1e564e-582c-4b7c-80e1-76386e5cd800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.492938 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3a1e564e-582c-4b7c-80e1-76386e5cd800 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f84fee8d-4b01-4b62-bbd5-4299eba42772 HTTP/1.1" status: 204 len: 168 time: 0.1302800 Mar 31 19:14:08.500819 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e564e-582c-4b7c-80e1-76386e5cd800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84fee8d-4b01-4b62-bbd5-4299eba42772,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:08.612981 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33194) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:08.688677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047b7f-ca65-4891-a150-b77b6abaa404 req-592ebc26-32f0-43b5-a77d-6ead33eda40d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:08.690130 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3d047b7f-ca65-4891-a150-b77b6abaa404 req-592ebc26-32f0-43b5-a77d-6ead33eda40d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 945 time: 0.0640817 Mar 31 19:14:08.743948 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3d047b7f-ca65-4891-a150-b77b6abaa404 req-802faa07-b0c1-4562-b663-cd8cae2ce068 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475624 Mar 31 19:14:08.845386 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f79a1b9-2a6e-4317-b9a6-2819fdf7db0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.879221 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc9e26-8a4e-4fc5-8afe-7d5c2d95ff98 req-6897eba5-acc2-44e0-9b67-cfb37037d5ae tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:08.880857 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4ffc9e26-8a4e-4fc5-8afe-7d5c2d95ff98 req-6897eba5-acc2-44e0-9b67-cfb37037d5ae tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 945 time: 0.0596747 Mar 31 19:14:08.940462 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f79a1b9-2a6e-4317-b9a6-2819fdf7db0e admin admin] Publish callbacks [] for security_group (48a275d0-892b-4ec6-baac-03d96b57c1cb), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.941614 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4ffc9e26-8a4e-4fc5-8afe-7d5c2d95ff98 req-ce774365-48e5-4095-b469-b29e0058510e tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525947 Mar 31 19:14:08.946521 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f79a1b9-2a6e-4317-b9a6-2819fdf7db0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (48a275d0-892b-4ec6-baac-03d96b57c1cb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:08.967251 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33210) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:08.989595 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2f79a1b9-2a6e-4317-b9a6-2819fdf7db0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b889ede4d74645b4b155d0ee9a9027df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754518 Mar 31 19:14:08.991578 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79a1b9-2a6e-4317-b9a6-2819fdf7db0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a275d0-892b-4ec6-baac-03d96b57c1cb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:08.992471 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33214) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:09.051923 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-454ed9c3-52a5-428e-9e63-13e20118a030 admin admin] Publish callbacks [] for security_group (48a275d0-892b-4ec6-baac-03d96b57c1cb), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.076972 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-454ed9c3-52a5-428e-9e63-13e20118a030 admin admin] Publish callbacks [] for security_group (48a275d0-892b-4ec6-baac-03d96b57c1cb), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.133990 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-454ed9c3-52a5-428e-9e63-13e20118a030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (48a275d0-892b-4ec6-baac-03d96b57c1cb), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.136552 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-454ed9c3-52a5-428e-9e63-13e20118a030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.137744 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-454ed9c3-52a5-428e-9e63-13e20118a030 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48a275d0-892b-4ec6-baac-03d96b57c1cb HTTP/1.1" status: 204 len: 168 time: 0.1442153 Mar 31 19:14:09.147443 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ed9c3-52a5-428e-9e63-13e20118a030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a275d0-892b-4ec6-baac-03d96b57c1cb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:09.209445 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a84ad9-b39a-453c-aa4e-fe7171454976 tempest-TestVolumeBootPattern-1751170667 tempest-TestVolumeBootPattern-1751170667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:09.211019 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-d4a84ad9-b39a-453c-aa4e-fe7171454976 tempest-TestVolumeBootPattern-1751170667 tempest-TestVolumeBootPattern-1751170667-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 1124 time: 0.2425885 Mar 31 19:14:09.214701 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33226) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:09.219337 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'port_id': '31ab4075-2112-482d-a903-0c6382859dde', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:09.245472 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.303542 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device f9cc20c1-206a-4ace-bacb-78cdcaef825c no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:09.317151 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33230) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:09.328611 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: f9cc20c1-206a-4ace-bacb-78cdcaef825c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:09.329195 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device f9cc20c1-206a-4ace-bacb-78cdcaef825c not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:09.329786 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device b112cc1c-fb51-43a1-b777-2503341b893d no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:14:09.351986 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: b112cc1c-fb51-43a1-b777-2503341b893d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:14:09.353094 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device b112cc1c-fb51-43a1-b777-2503341b893d not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:14:09.377082 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.494402 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-826993111-network', 'tenant_id': '4917168d87c443ab88020bcb89f46ded'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:09.505442 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Allocated IP 172.27.0.86 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/d0c194ad-1f8e-4128-99cd-ed8b02ef9953) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:14:09.530898 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Made reservation on behalf of 4917168d87c443ab88020bcb89f46ded for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:14:09.533285 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.577655 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.669814 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for port (d0c194ad-1f8e-4128-99cd-ed8b02ef9953), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.719965 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Publish callbacks [] for security_group (16fb5b73-5c8a-41f7-9fed-b4d36dd45b13), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.726886 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (16fb5b73-5c8a-41f7-9fed-b4d36dd45b13), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.749640 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (d0c194ad-1f8e-4128-99cd-ed8b02ef9953), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.754065 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:14:09.798000 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb5b73-5c8a-41f7-9fed-b4d36dd45b13,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:09.802024 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (b6b745dc-52f8-47a4-b888-ab3606ee6f7f), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.802383 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.segments_db [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Added segment b6b745dc-52f8-47a4-b888-ab3606ee6f7f of type vlan for network c508052c-ead6-4f6a-bdc5-8a3873b408cd Mar 31 19:14:09.828297 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:14:09.854512 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'Port': ['ID=d0c194ad-1f8e-4128-99cd-ed8b02ef9953,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:09.858091 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:09.860577 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:14:09.897702 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (c508052c-ead6-4f6a-bdc5-8a3873b408cd), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.952651 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (c508052c-ead6-4f6a-bdc5-8a3873b408cd), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:09.953630 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:09.954217 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.037215 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7187035 Mar 31 19:14:10.040603 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33254) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:10.048744 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Request body: {'subnet': {'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-826993111-subnet', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:10.063921 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353ef61-2560-4cc2-b3cd-eddd12218e5c admin admin] Pushing event updated for resources: {'Network': ['ID=c508052c-ead6-4f6a-bdc5-8a3873b408cd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:10.075964 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Made reservation on behalf of 4917168d87c443ab88020bcb89f46ded for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:14:10.078916 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12789547'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.081930 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:14:10.169722 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.287863 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15805998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12789565'] for subnet (ef10fcff-b3f3-4461-aec2-773a25c74d8d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.346170 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (6b54fc34-26d8-420d-af6b-972f4fbe71a9), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.360697 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef10fcff-b3f3-4461-aec2-773a25c74d8d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:10.366357 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Checking segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:14:10.366766 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Network hostable DHCP agents. Network: c508052c-ead6-4f6a-bdc5-8a3873b408cd, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:14:10.385694 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:14:10.395381 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, c508052c-ead6-4f6a-bdc5-8a3873b408cd) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:10.399914 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:10.400502 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.406581 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0565074-5e82-4cc2-b938-135c03f62f92 None None] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:14:10.417398 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3c4b6f08-47e0-4b8b-8fd9-6f005093be7c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3741977 Mar 31 19:14:10.420351 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33260) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:10.426995 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:10.437352 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (d0c194ad-1f8e-4128-99cd-ed8b02ef9953), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.475820 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.476554 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.525394 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:14:10.526310 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.587645 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks [] for router_controller (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.674598 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Allocated IP 172.20.0.2 (c508052c-ead6-4f6a-bdc5-8a3873b408cd/ef10fcff-b3f3-4461-aec2-773a25c74d8d/01049ee2-595e-47d4-b344-860c69641239) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:14:10.761110 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks [] for router_gateway (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.782093 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for port (d0c194ad-1f8e-4128-99cd-ed8b02ef9953), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.796638 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (d0c194ad-1f8e-4128-99cd-ed8b02ef9953), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.822095 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Publish callbacks [] for port (01049ee2-595e-47d4-b344-860c69641239), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.829149 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (01049ee2-595e-47d4-b344-860c69641239), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.878311 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:14:10.883222 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:10.885104 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Pushing event updated for resources: {'Port': ['ID=01049ee2-595e-47d4-b344-860c69641239,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:10.887286 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:14:10.904736 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event updated for resources: {'Port': ['ID=d0c194ad-1f8e-4128-99cd-ed8b02ef9953,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:10.919397 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6b54fc34-26d8-420d-af6b-972f4fbe71a9), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.946238 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Attempting to bind port 01049ee2-595e-47d4-b344-860c69641239 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:14:10.946606 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Attempting to bind port 01049ee2-595e-47d4-b344-860c69641239 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:14:10.946985 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Attempting to bind port 01049ee2-595e-47d4-b344-860c69641239 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:14:10.952659 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:14:10.953041 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Checking segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:14:10.953629 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:10.953916 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Bound using segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:14:10.954392 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Bound port: 01049ee2-595e-47d4-b344-860c69641239, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:14:10.955014 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (01049ee2-595e-47d4-b344-860c69641239), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.023201 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] For port 01049ee2-595e-47d4-b344-860c69641239, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:14:11.026502 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] For port 01049ee2-595e-47d4-b344-860c69641239, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=01049ee2-595e-47d4-b344-860c69641239,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:14:11.032733 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (01049ee2-595e-47d4-b344-860c69641239), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.047341 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Floating IP 6b54fc34-26d8-420d-af6b-972f4fbe71a9 associated. External IP: 172.27.0.86, port: 31ab4075-2112-482d-a903-0c6382859dde. Mar 31 19:14:11.099535 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdc1e4-bb16-4a8a-bd7e-9141aa7dafd4 None None] Pushing event updated for resources: {'Port': ['ID=01049ee2-595e-47d4-b344-860c69641239,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:11.247203 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks [] for router_gateway (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.561165 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:11.759179 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Allocated IP 172.27.0.71 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/55bd9d7a-b9ab-40ed-a52a-6a89b871c1da) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:14:11.775323 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Router d556c358-a6bf-4f62-a904-5bc24b8f1e50 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:14:11.982347 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks [] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:12.000271 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:14:12.012671 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] Sync routers for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:14:12.026104 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:12.026815 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:12.031865 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:12.065415 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:12.094967 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-f24e6c00-1f9a-42a2-a688-172b8815be2d tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8676238 Mar 31 19:14:12.102984 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'tag': '31ab4075-2112-482d-a903-0c6382859dde'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:14:12.105256 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70be64e-878a-4553-8fcc-53065527a7de" -d '{"events": [{"name": "network-changed", "server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "tag": "31ab4075-2112-482d-a903-0c6382859dde"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:14:12.115954 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:14:12.119223 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:12.123642 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:14:12.168460 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Pushing event updated for resources: {'Port': ['ID=55bd9d7a-b9ab-40ed-a52a-6a89b871c1da,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:12.174781 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:12.209366 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5499cd1-21fe-4c95-aaf6-5442ce13f8bb None None] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:14:12.257668 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e52ce49-bc28-42b1-a090-0b33f951782e x-openstack-request-id: req-0e52ce49-bc28-42b1-a090-0b33f951782e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:14:12.258043 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "tag": "31ab4075-2112-482d-a903-0c6382859dde", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:14:12.258500 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e52ce49-bc28-42b1-a090-0b33f951782e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:14:12.258907 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e52ce49-bc28-42b1-a090-0b33f951782e'] response: {'name': 'network-changed', 'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'tag': '31ab4075-2112-482d-a903-0c6382859dde', 'status': 'completed', 'code': 200} Mar 31 19:14:12.283596 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8a6eef69-a6c5-42d7-a579-492439ec9890 None None] Provisioning complete for port 01049ee2-595e-47d4-b344-860c69641239 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:12.284351 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a6eef69-a6c5-42d7-a579-492439ec9890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (01049ee2-595e-47d4-b344-860c69641239), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:12.390529 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be64e-878a-4553-8fcc-53065527a7de req-1e64a769-af22-4406-a821-ed159b508894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:12.392926 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d70be64e-878a-4553-8fcc-53065527a7de req-1e64a769-af22-4406-a821-ed159b508894 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 1129 time: 0.1380446 Mar 31 19:14:12.531642 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks [] for router_gateway (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:12.536283 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6b54fc34-26d8-420d-af6b-972f4fbe71a9', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': '31ab4075-2112-482d-a903-0c6382859dde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:22:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:10Z', 'revision_number': 0, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}, {'id': 'ff0a7576-fce3-4832-a73d-a54d2fff715e', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:11:15Z', 'updated_at': '2022-03-31T19:11:18Z', 'revision_number': 1, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:12.585223 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8a6eef69-a6c5-42d7-a579-492439ec9890 None None] Current status of the port 01049ee2-595e-47d4-b344-860c69641239 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:12.586047 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a6eef69-a6c5-42d7-a579-492439ec9890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (01049ee2-595e-47d4-b344-860c69641239), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:12.631149 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8a6eef69-a6c5-42d7-a579-492439ec9890 None None] For port 01049ee2-595e-47d4-b344-860c69641239, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=01049ee2-595e-47d4-b344-860c69641239,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:12.638202 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a6eef69-a6c5-42d7-a579-492439ec9890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (01049ee2-595e-47d4-b344-860c69641239), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:12.700590 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be64e-878a-4553-8fcc-53065527a7de req-2ed90781-7a93-4a4c-b458-f6414afa0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:12.702138 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d70be64e-878a-4553-8fcc-53065527a7de req-2ed90781-7a93-4a4c-b458-f6414afa0ec6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.3037331 Mar 31 19:14:12.713710 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6eef69-a6c5-42d7-a579-492439ec9890 None None] Pushing event updated for resources: {'Port': ['ID=01049ee2-595e-47d4-b344-860c69641239,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:12.725884 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] Checking router: d556c358-a6bf-4f62-a904-5bc24b8f1e50 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:14:12.736663 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:12.737237 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:12.850895 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:12.854639 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d70be64e-878a-4553-8fcc-53065527a7de req-5ae92d2e-b02d-4dd3-a3fe-2775788370e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ab4075-2112-482d-a903-0c6382859dde HTTP/1.1" status: 200 len: 998 time: 0.1368830 Mar 31 19:14:12.870292 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-84c81f92-5612-4fd7-a424-4eab3d981306 None None] Provisioning complete for port 01049ee2-595e-47d4-b344-860c69641239 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:12.870587 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-84c81f92-5612-4fd7-a424-4eab3d981306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (01049ee2-595e-47d4-b344-860c69641239), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:12.906831 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:12.921108 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be64e-878a-4553-8fcc-53065527a7de req-edf78de5-16df-453e-97bb-660b6040e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:12.922575 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d70be64e-878a-4553-8fcc-53065527a7de req-edf78de5-16df-453e-97bb-660b6040e356 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0620258 Mar 31 19:14:12.984451 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-84c81f92-5612-4fd7-a424-4eab3d981306 None None] Current status of the port 01049ee2-595e-47d4-b344-860c69641239 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:13.064081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be64e-878a-4553-8fcc-53065527a7de req-aaad69c7-1219-47f6-90cf-aa004be2393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:13.066221 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d70be64e-878a-4553-8fcc-53065527a7de req-aaad69c7-1219-47f6-90cf-aa004be2393f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115971 Mar 31 19:14:13.123556 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6b54fc34-26d8-420d-af6b-972f4fbe71a9', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': '31ab4075-2112-482d-a903-0c6382859dde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:22:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:10Z', 'revision_number': 0, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}, {'id': 'ff0a7576-fce3-4832-a73d-a54d2fff715e', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:11:15Z', 'updated_at': '2022-03-31T19:11:18Z', 'revision_number': 1, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:13.154425 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678f687-2c30-4e32-b67a-4502a70c18e8 None None] The sync data for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi is: [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '6b54fc34-26d8-420d-af6b-972f4fbe71a9', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': '31ab4075-2112-482d-a903-0c6382859dde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:22:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:10Z', 'revision_number': 0, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}, {'id': 'ff0a7576-fce3-4832-a73d-a54d2fff715e', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:11:15Z', 'updated_at': '2022-03-31T19:11:18Z', 'revision_number': 1, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:14:13.186254 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:14:13.192023 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d70be64e-878a-4553-8fcc-53065527a7de req-3872e2ad-0cf5-4be4-bd41-2d4a3372c212 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163187 Mar 31 19:14:13.325596 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 01049ee2-595e-47d4-b344-860c69641239 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:14:13.382159 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d70be64e-878a-4553-8fcc-53065527a7de req-9b83907a-d02b-44c7-bae6-e0e1d4d93c79 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833780 Mar 31 19:14:13.394256 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:14:13.403225 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 01049ee2-595e-47d4-b344-860c69641239 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:13.403857 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (01049ee2-595e-47d4-b344-860c69641239), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:13.434663 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d9b3b-93ef-4909-9bf6-81e94381e057 None None] New status for floating IP 6b54fc34-26d8-420d-af6b-972f4fbe71a9: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:14:13.435471 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:14:13.435740 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:13.436961 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-cf7ba1f5-e638-4cba-a7d0-074ed32d15b2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0155082 Mar 31 19:14:13.439813 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33290) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:13.462062 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:13.463133 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:13.610562 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 01049ee2-595e-47d4-b344-860c69641239 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:13.640732 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:13.831550 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:12Z', 'revision_number': 3, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:13.861709 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:14:13.862063 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Updating router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:14:13.889497 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.111470 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.137229 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Publish callbacks [] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.142873 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.201140 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Attempting to bind port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:14:14.201500 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Attempting to bind port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:14:14.201957 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Attempting to bind port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:14:14.204158 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df4e0a-cf3f-4772-856e-f1609d128b92 None None] Pushing event updated for resources: {'Port': ['ID=55bd9d7a-b9ab-40ed-a52a-6a89b871c1da,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:14.209968 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:14:14.210243 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:14:14.210641 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.211046 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:14:14.211512 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Bound port: 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:14:14.211886 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.266015 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] For port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:14:14.270346 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] For port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=55bd9d7a-b9ab-40ed-a52a-6a89b871c1da,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:14:14.275987 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.293077 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Allocated IP 172.20.0.1 (c508052c-ead6-4f6a-bdc5-8a3873b408cd/ef10fcff-b3f3-4461-aec2-773a25c74d8d/55a92710-f26a-4275-9e84-9e7f6dadcad9) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:14:14.331510 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:14.332121 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:14.371771 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df4e0a-cf3f-4772-856e-f1609d128b92 None None] Pushing event updated for resources: {'Port': ['ID=55bd9d7a-b9ab-40ed-a52a-6a89b871c1da,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:14.404154 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Publish callbacks [] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.440288 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.452364 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:14.481819 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:14:14.485035 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:14.487490 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:14:14.528412 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Pushing event updated for resources: {'Port': ['ID=55a92710-f26a-4275-9e84-9e7f6dadcad9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:14.538341 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.654451 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:12Z', 'revision_number': 3, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:14.681233 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.684470 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be105865-33dc-4e9c-b697-8cc9251458c9 None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:12Z', 'revision_number': 3, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:14:14.720194 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2d74048f-6130-4cea-b82d-62bb1a758957 None None] Provisioning complete for port 55a92710-f26a-4275-9e84-9e7f6dadcad9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:14.720656 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d74048f-6130-4cea-b82d-62bb1a758957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.757530 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2d74048f-6130-4cea-b82d-62bb1a758957 None None] Port 55a92710-f26a-4275-9e84-9e7f6dadcad9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:14:14.861510 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Publish callbacks [] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.866842 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.942668 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:14.950925 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Pushing event updated for resources: {'Port': ['ID=55a92710-f26a-4275-9e84-9e7f6dadcad9,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:15.048411 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:14:15.049878 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:15.180327 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:14:15.284008 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7b685eb0-3965-4afb-a70f-fd4960435867 None None] Provisioning complete for port 55a92710-f26a-4275-9e84-9e7f6dadcad9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:15.284467 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b685eb0-3965-4afb-a70f-fd4960435867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:15.333911 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:14:15.368090 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:14:15.396064 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7c6b73a6-25bc-47f0-b55f-14ae4e4a302d admin admin] 10.222.0.13 "PUT /v2.0/routers/2ee07aa9-da3a-4a1d-9c3a-301a69cf9807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9468963 Mar 31 19:14:15.396561 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7b685eb0-3965-4afb-a70f-fd4960435867 None None] Port 55a92710-f26a-4275-9e84-9e7f6dadcad9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:14:15.418693 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:15.419116 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:15.523150 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:15.523624 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:15.550853 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=55bd9d7a-b9ab-40ed-a52a-6a89b871c1da,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:15.557010 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:15.626397 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=55bd9d7a-b9ab-40ed-a52a-6a89b871c1da,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:15.998138 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33312) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:16.002766 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7fffc426-417b-45cb-9859-89f66b218cae tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819400495', 'description': 'tempest-description--2046075728'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:16.023026 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7fffc426-417b-45cb-9859-89f66b218cae tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.089076 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7fffc426-417b-45cb-9859-89f66b218cae tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (c28cda6f-f88a-4cc2-8c3a-5845d8788127), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.092699 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7fffc426-417b-45cb-9859-89f66b218cae tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (c28cda6f-f88a-4cc2-8c3a-5845d8788127), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.124109 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7fffc426-417b-45cb-9859-89f66b218cae tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.125337 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-7fffc426-417b-45cb-9859-89f66b218cae tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1261981 Mar 31 19:14:16.128309 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33314) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:16.129893 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffc426-417b-45cb-9859-89f66b218cae tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28cda6f-f88a-4cc2-8c3a-5845d8788127,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:16.133306 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6a5dabf1-d485-4261-af3a-0be9263f4846 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group_rule': {'security_group_id': 'c28cda6f-f88a-4cc2-8c3a-5845d8788127', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:16.160266 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a5dabf1-d485-4261-af3a-0be9263f4846 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (162483ab-d698-4cdb-8ed1-d86810ffd097), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.221276 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a5dabf1-d485-4261-af3a-0be9263f4846 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (162483ab-d698-4cdb-8ed1-d86810ffd097), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.226288 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a5dabf1-d485-4261-af3a-0be9263f4846 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (162483ab-d698-4cdb-8ed1-d86810ffd097), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.244702 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dabf1-d485-4261-af3a-0be9263f4846 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162483ab-d698-4cdb-8ed1-d86810ffd097,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:16.252325 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a5dabf1-d485-4261-af3a-0be9263f4846 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.253322 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6a5dabf1-d485-4261-af3a-0be9263f4846 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239064 Mar 31 19:14:16.257978 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33316) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:16.262563 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-077c3fff-0d27-434d-98b2-23c52d36f342 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group_rule': {'security_group_id': 'c28cda6f-f88a-4cc2-8c3a-5845d8788127', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:16.289698 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-077c3fff-0d27-434d-98b2-23c52d36f342 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (94dde682-8022-496f-829f-15877959df2d), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.350458 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-077c3fff-0d27-434d-98b2-23c52d36f342 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (94dde682-8022-496f-829f-15877959df2d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.354325 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-077c3fff-0d27-434d-98b2-23c52d36f342 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (94dde682-8022-496f-829f-15877959df2d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.373566 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c3fff-0d27-434d-98b2-23c52d36f342 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dde682-8022-496f-829f-15877959df2d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:16.379566 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-077c3fff-0d27-434d-98b2-23c52d36f342 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.381158 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-077c3fff-0d27-434d-98b2-23c52d36f342 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216669 Mar 31 19:14:16.384331 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33318) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:16.388501 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:16.409245 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.512864 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.514052 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:14:16.526422 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:16.527223 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:16.618476 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Allocated IP 172.27.0.97 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/949af3b0-e868-4700-b1eb-5c00bfeb2b62) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:14:16.639869 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:16.733224 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (949af3b0-e868-4700-b1eb-5c00bfeb2b62), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.776722 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (949af3b0-e868-4700-b1eb-5c00bfeb2b62), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.822710 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:14:16.827638 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:16.835105 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:14:16.867887 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=949af3b0-e868-4700-b1eb-5c00bfeb2b62,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:16.937730 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (02157625-60c2-44bf-8b99-e617b594808c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:16.978907 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (949af3b0-e868-4700-b1eb-5c00bfeb2b62), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.017462 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 2, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:17.046323 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:14:17.046706 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Updating router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 port 55a92710-f26a-4275-9e84-9e7f6dadcad9 binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:14:17.081612 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.186907 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (949af3b0-e868-4700-b1eb-5c00bfeb2b62), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.196386 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (949af3b0-e868-4700-b1eb-5c00bfeb2b62), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.293160 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:14:17.297805 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=949af3b0-e868-4700-b1eb-5c00bfeb2b62,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:17.309025 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (02157625-60c2-44bf-8b99-e617b594808c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.326598 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.328093 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-cafba66f-5608-4fcd-a561-6d03c5b16d93 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9424071 Mar 31 19:14:17.411546 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:17.412462 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.455412 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Publish callbacks [] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.467734 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.494857 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-7551707b-2403-4647-b27e-3f28761e7ca1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1819400495&fields=id&tenant_id=4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 267 time: 0.0543654 Mar 31 19:14:17.559161 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94071b-cd17-4ae4-ace1-720e9e760f6b None None] Pushing event updated for resources: {'Port': ['ID=55a92710-f26a-4275-9e84-9e7f6dadcad9,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:17.612174 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462efb4-b666-4846-84c7-1ea4161b957a req-79eb75d6-53a8-466b-af4e-27ddc87f4613 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:17.614001 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-79eb75d6-53a8-466b-af4e-27ddc87f4613 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 814 time: 0.1109533 Mar 31 19:14:17.614859 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Attempting to bind port 55a92710-f26a-4275-9e84-9e7f6dadcad9 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:14:17.616425 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Attempting to bind port 55a92710-f26a-4275-9e84-9e7f6dadcad9 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:14:17.616804 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Attempting to bind port 55a92710-f26a-4275-9e84-9e7f6dadcad9 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:14:17.629698 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:14:17.630066 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Checking segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:14:17.631162 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.631657 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Bound using segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:14:17.632158 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Bound port: 55a92710-f26a-4275-9e84-9e7f6dadcad9, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:14:17.632539 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.635531 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-52a8154c-5bb0-4eff-90db-833620e68412 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/quotas/4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 375 time: 0.0142014 Mar 31 19:14:17.637301 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:17.702893 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-4ad33464-00f2-4878-8085-cd5ad1f1005d tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645247 Mar 31 19:14:17.704226 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] For port 55a92710-f26a-4275-9e84-9e7f6dadcad9, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:14:17.707418 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] For port 55a92710-f26a-4275-9e84-9e7f6dadcad9, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=55a92710-f26a-4275-9e84-9e7f6dadcad9,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:14:17.714234 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.780399 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8af1acf0-5ed8-48b7-a039-1e910bc3a2bc None None] Provisioning complete for port 55a92710-f26a-4275-9e84-9e7f6dadcad9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:17.780769 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8af1acf0-5ed8-48b7-a039-1e910bc3a2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:17.808584 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:17.809302 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:13:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:17.811105 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94071b-cd17-4ae4-ace1-720e9e760f6b None None] Pushing event updated for resources: {'Port': ['ID=55a92710-f26a-4275-9e84-9e7f6dadcad9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:17.827488 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-5d510f75-6a64-43c9-a901-c916cbad27b6 service neutron] 10.222.0.13 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103539 Mar 31 19:14:17.932242 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-0f4c9c3b-3b2b-4179-8d2d-725ef04daf5b service neutron] 10.222.0.13 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960627 Mar 31 19:14:17.978578 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:17.980424 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8af1acf0-5ed8-48b7-a039-1e910bc3a2bc None None] Current status of the port 55a92710-f26a-4275-9e84-9e7f6dadcad9 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:17.980799 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8af1acf0-5ed8-48b7-a039-1e910bc3a2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.086593 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8af1acf0-5ed8-48b7-a039-1e910bc3a2bc None None] For port 55a92710-f26a-4275-9e84-9e7f6dadcad9, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=55a92710-f26a-4275-9e84-9e7f6dadcad9,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:18.099114 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8af1acf0-5ed8-48b7-a039-1e910bc3a2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.122604 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7d584545-22e6-4436-a9d8-bc7dd58b98bd req-bda417e7-a31b-4aa6-84c7-1e7b117ea9d5 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 210 time: 0.0299613 Mar 31 19:14:18.200272 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1acf0-5ed8-48b7-a039-1e910bc3a2bc None None] Pushing event updated for resources: {'Port': ['ID=55a92710-f26a-4275-9e84-9e7f6dadcad9,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:18.260245 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9c7cb15b-a04c-46c5-bc33-375fd327c4da None None] Provisioning complete for port 55a92710-f26a-4275-9e84-9e7f6dadcad9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:18.260606 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb15b-a04c-46c5-bc33-375fd327c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:18.326483 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:17Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:18.375688 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4611dd1-cc2b-4dd2-828e-5eb9896adcf6 None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:17Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:14:18.394894 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cb15b-a04c-46c5-bc33-375fd327c4da None None] Current status of the port 55a92710-f26a-4275-9e84-9e7f6dadcad9 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:19.228177 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-47273d98-7f84-402d-929a-7fab12c5c898 req-d06c3e30-4b0e-479b-86e0-345b423b1c22 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 210 time: 0.0354605 Mar 31 19:14:19.308420 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 55a92710-f26a-4275-9e84-9e7f6dadcad9 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:14:19.359540 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 55a92710-f26a-4275-9e84-9e7f6dadcad9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:19.359925 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:19.438912 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 55a92710-f26a-4275-9e84-9e7f6dadcad9 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:20.322051 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c94c48d6-0c4f-4c1c-9ab5-6deb0062d1e9 req-e5078bf0-3cf9-420c-a308-0fe1603c0621 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 210 time: 0.0269270 Mar 31 19:14:21.415584 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-386c2367-af0c-477e-8578-63ad6c2a5e93 req-1fe80116-d6da-4923-8ac9-011f1d6b4cf8 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 210 time: 0.0274975 Mar 31 19:14:21.633602 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462efb4-b666-4846-84c7-1ea4161b957a req-8649b05f-15ab-4886-b16b-e4b50dcf7b85 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:21.635068 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-8649b05f-15ab-4886-b16b-e4b50dcf7b85 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 814 time: 0.1093509 Mar 31 19:14:21.706003 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-db7144f6-d5d5-41d6-9732-a5bba99bb77f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 380 time: 0.0549946 Mar 31 19:14:21.714688 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'port': {'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'admin_state_up': True, 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'security_groups': ['c28cda6f-f88a-4cc2-8c3a-5845d8788127']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:21.772003 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:14:21.817077 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Made reservation on behalf of 4917168d87c443ab88020bcb89f46ded for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:14:21.821038 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:21.947678 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Allocated IP 172.20.0.14 (c508052c-ead6-4f6a-bdc5-8a3873b408cd/ef10fcff-b3f3-4461-aec2-773a25c74d8d/6cbc670d-328e-4c4b-8728-2d1b7a90d9d8) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:14:22.377122 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.414993 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.455000 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:14:22.458061 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:22.462798 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:14:22.538696 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:22.570493 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:22.571209 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.589307 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0fb77-c8d5-4ae1-bd55-a4d2bd9ac261 req-abf38eb7-cf8b-4337-8ac7-0bc7e6836990 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:22.591105 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3c0fb77-c8d5-4ae1-bd55-a4d2bd9ac261 req-abf38eb7-cf8b-4337-8ac7-0bc7e6836990 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 932 time: 0.0965328 Mar 31 19:14:22.623069 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-34557a78-72da-463e-bcae-05803a5459ed tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9118259 Mar 31 19:14:22.636298 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Request body: {'port': {'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:22.686744 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f3c0fb77-c8d5-4ae1-bd55-a4d2bd9ac261 req-476e1204-c0ba-4334-8943-48eefd867334 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858121 Mar 31 19:14:22.720180 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.742597 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-33f452b2-2e39-4fe9-983b-4662747f8302 None None] Provisioning complete for port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:22.743239 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33f452b2-2e39-4fe9-983b-4662747f8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:22.780730 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-33f452b2-2e39-4fe9-983b-4662747f8302 None None] Port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:14:23.012297 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:14:23.019955 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Publish callbacks [] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.032502 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Transition to ACTIVE for port object 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:14:23.035510 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.087282 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:23.158685 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Attempting to bind port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:14:23.159064 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Attempting to bind port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:14:23.159404 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Attempting to bind port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:14:23.164546 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:14:23.164873 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Attempting to bind port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:14:23.170019 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:14:23.170361 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Checking segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:14:23.170751 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Bound using segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:14:23.171204 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Bound port: 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:14:23.171567 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.243085 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] For port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:14:23.246802 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] For port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:14:23.252730 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.284896 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:23.285570 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.286982 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] 10.222.0.78 "PUT /v2.0/ports/6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 HTTP/1.1" status: 200 len: 1094 time: 0.6550689 Mar 31 19:14:23.287815 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'tag': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:14:23.290387 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14f3523-c71d-4fa1-801a-b944eef30800" -d '{"events": [{"name": "network-changed", "server_uuid": "69e7f0e0-2333-4087-8df4-df1097d6dcbc", "tag": "6cbc670d-328e-4c4b-8728-2d1b7a90d9d8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:14:23.324191 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55db319-a708-4810-952c-8ff1db99b5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:23.368865 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3d6896-623e-47f1-a04f-d688188b470e x-openstack-request-id: req-5e3d6896-623e-47f1-a04f-d688188b470e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:14:23.369153 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e7f0e0-2333-4087-8df4-df1097d6dcbc", "tag": "6cbc670d-328e-4c4b-8728-2d1b7a90d9d8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:14:23.369405 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e3d6896-623e-47f1-a04f-d688188b470e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:14:23.369839 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3d6896-623e-47f1-a04f-d688188b470e'] response: {'name': 'network-changed', 'server_uuid': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'tag': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'status': 'completed', 'code': 200} Mar 31 19:14:23.389976 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a701eca2-4e41-4bc3-a7e5-93f0f07217f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:23.391550 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-a701eca2-4e41-4bc3-a7e5-93f0f07217f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 1128 time: 0.0518613 Mar 31 19:14:23.438694 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-9d69973b-779e-4453-8965-6bec6da00548 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 HTTP/1.1" status: 200 len: 217 time: 0.0389354 Mar 31 19:14:23.489539 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462efb4-b666-4846-84c7-1ea4161b957a req-99dd3a5c-2574-4408-8ee0-111e360d48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:23.491881 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-99dd3a5c-2574-4408-8ee0-111e360d48c0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0472014 Mar 31 19:14:23.543735 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462efb4-b666-4846-84c7-1ea4161b957a req-3f63d15e-c920-4878-bf8c-a5501b562a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:23.545260 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-3f63d15e-c920-4878-bf8c-a5501b562a63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472219 Mar 31 19:14:23.653029 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-7b2fb5fb-7de3-44d0-aab4-50226e7c5b4d service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976458 Mar 31 19:14:23.744093 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f462efb4-b666-4846-84c7-1ea4161b957a req-bd3ce22a-2407-4eeb-9944-c34e73a703c6 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836203 Mar 31 19:14:23.830682 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f3fba6b-6c53-4358-a333-527b014cef2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:23.847929 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c57d9-12e9-4882-aa29-7cb1ef9f35ef req-e8bef2c5-4369-4c58-84ab-da335e0478bb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:23.849969 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76c57d9-12e9-4882-aa29-7cb1ef9f35ef req-e8bef2c5-4369-4c58-84ab-da335e0478bb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 944 time: 0.0894802 Mar 31 19:14:23.866074 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-b7ec5a2e-b800-4a19-a572-1f9f8a377af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:23.867567 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-b7ec5a2e-b800-4a19-a572-1f9f8a377af6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 1128 time: 0.0783627 Mar 31 19:14:23.956640 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a76c57d9-12e9-4882-aa29-7cb1ef9f35ef req-54319e43-cfb7-462d-b6d3-040536ef673c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000757 Mar 31 19:14:23.988863 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-5eb1b798-6b4b-403c-a870-2ed3c4b6aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:23.990140 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-5eb1b798-6b4b-403c-a870-2ed3c4b6aae1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.1150997 Mar 31 19:14:24.042539 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-f2ca0f7b-1551-4da6-905c-080f96aef35c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 HTTP/1.1" status: 200 len: 217 time: 0.0465848 Mar 31 19:14:24.094634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-7ac67fb7-c5c9-46da-97a2-1ed0a9248752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:24.099165 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-7ac67fb7-c5c9-46da-97a2-1ed0a9248752 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0505478 Mar 31 19:14:24.152446 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-f968ceff-835a-4e6b-b1e2-ec6fa3ac7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:24.154051 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-f968ceff-835a-4e6b-b1e2-ec6fa3ac7563 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490437 Mar 31 19:14:24.249755 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-30608ad9-f9b0-4f2f-adb2-4a01f1b6880e service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886922 Mar 31 19:14:24.347876 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b14f3523-c71d-4fa1-801a-b944eef30800 req-5db60cd7-f67d-4031-8e52-6efd0235757f service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911925 Mar 31 19:14:25.086723 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536cffe-4109-4f92-8a4b-c824d05640aa req-5163187c-0786-496f-9720-d27eb5378609 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:25.088355 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9536cffe-4109-4f92-8a4b-c824d05640aa req-5163187c-0786-496f-9720-d27eb5378609 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 944 time: 0.0571301 Mar 31 19:14:25.145455 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9536cffe-4109-4f92-8a4b-c824d05640aa req-36553351-9add-4a1f-b7ff-4985090f7ad8 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511732 Mar 31 19:14:26.266848 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b253-cd30-41a1-871c-3b319e0b2ba8 req-93551cc5-b4e8-4732-a1d5-6db32ec534d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:26.268302 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7280b253-cd30-41a1-871c-3b319e0b2ba8 req-93551cc5-b4e8-4732-a1d5-6db32ec534d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 944 time: 0.0530944 Mar 31 19:14:26.319877 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7280b253-cd30-41a1-871c-3b319e0b2ba8 req-ad54c23e-29c9-451d-8a44-0e8502d87036 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451102 Mar 31 19:14:26.343778 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-62f85c43-d85a-4c40-8530-351a9e032572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:27.467960 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102f20d-f843-4054-ad6e-9794d0994d52 req-a134d077-36f2-45e8-830b-c9b6d213ea7f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:27.469409 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c102f20d-f843-4054-ad6e-9794d0994d52 req-a134d077-36f2-45e8-830b-c9b6d213ea7f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 944 time: 0.0612273 Mar 31 19:14:27.518694 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:27.520461 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c102f20d-f843-4054-ad6e-9794d0994d52 req-d2b55c04-75d8-45db-9e2f-dc2a436fed02 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451720 Mar 31 19:14:28.647522 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36644a50-a231-4386-8a96-9b1f39100dd5 req-15944fce-3f48-4081-b39e-875a1eb41796 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:28.649083 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36644a50-a231-4386-8a96-9b1f39100dd5 req-15944fce-3f48-4081-b39e-875a1eb41796 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 944 time: 0.0574012 Mar 31 19:14:28.697678 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-36644a50-a231-4386-8a96-9b1f39100dd5 req-629a2526-ff8d-44f3-9140-e38d8e793deb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Mar 31 19:14:28.786113 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:28.842289 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:14:28.943000 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:28.955838 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:14:28.999354 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:28.999649 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:29.013703 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:14:29.034081 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:29.039723 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:29.087164 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:29.433124 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['6cbc670d-328e-4c4b-8728-2d1b7a90d9d8'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:14:29.835284 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5485-7655-4c6d-b54c-153fb2e61792 req-39476226-e254-41db-9fd4-6814a8872034 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:29.836961 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b1ef5485-7655-4c6d-b54c-153fb2e61792 req-39476226-e254-41db-9fd4-6814a8872034 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 945 time: 0.0654998 Mar 31 19:14:29.891116 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b1ef5485-7655-4c6d-b54c-153fb2e61792 req-62b70388-2b10-43fe-80ec-8fb77719f099 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481625 Mar 31 19:14:30.508298 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:30.847240 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:14:30.909955 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:14:30.918497 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:14:30.919060 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:31.022214 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:14:31.022803 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:31.048943 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:14:31.051413 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a78c9a-be36-4d34-aecd-c97c30d84797" -d '{"events": [{"server_uuid": "69e7f0e0-2333-4087-8df4-df1097d6dcbc", "name": "network-vif-plugged", "status": "completed", "tag": "6cbc670d-328e-4c4b-8728-2d1b7a90d9d8"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:14:31.065211 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:14:31.071216 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:31.096687 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922af6ba-1958-4d52-9f16-209ba2b26380 req-e7a76990-52c4-4c3a-9dd1-7d8e7d403295 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:31.098861 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-922af6ba-1958-4d52-9f16-209ba2b26380 req-e7a76990-52c4-4c3a-9dd1-7d8e7d403295 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 945 time: 0.1068017 Mar 31 19:14:31.111490 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01799ae1-0c84-43b0-b246-290bc3b75cbf x-openstack-request-id: req-01799ae1-0c84-43b0-b246-290bc3b75cbf {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:14:31.111775 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e7f0e0-2333-4087-8df4-df1097d6dcbc", "name": "network-vif-plugged", "status": "completed", "tag": "6cbc670d-328e-4c4b-8728-2d1b7a90d9d8", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:14:31.112090 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01799ae1-0c84-43b0-b246-290bc3b75cbf {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:14:31.112452 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01799ae1-0c84-43b0-b246-290bc3b75cbf'] response: {'server_uuid': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'code': 200} Mar 31 19:14:31.143767 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:31.172586 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-922af6ba-1958-4d52-9f16-209ba2b26380 req-b21dada3-2dee-43f2-8b14-8d1bb0faef28 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616791 Mar 31 19:14:31.321744 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ac1c8-5a71-4fa8-a8f1-d97a4227cd13 req-eb889f1a-f26d-46e7-b88f-bcb33887da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:31.323292 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-510ac1c8-5a71-4fa8-a8f1-d97a4227cd13 req-eb889f1a-f26d-46e7-b88f-bcb33887da64 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 1130 time: 0.0530808 Mar 31 19:14:31.377386 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-510ac1c8-5a71-4fa8-a8f1-d97a4227cd13 req-e7ea9d9a-f014-4a25-bbf2-d6bdb6972618 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470991 Mar 31 19:14:32.302954 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8ba5d-0624-447c-b660-f390cbf8ec33 req-8b19bd95-97c1-47b8-97e3-e1f6176f56a0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:32.303699 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9ea8ba5d-0624-447c-b660-f390cbf8ec33 req-8b19bd95-97c1-47b8-97e3-e1f6176f56a0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 946 time: 0.0579588 Mar 31 19:14:32.361729 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9ea8ba5d-0624-447c-b660-f390cbf8ec33 req-f7790c91-4b71-4792-86c0-d6a6a791b775 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515773 Mar 31 19:14:33.491698 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd9565-bc72-4566-8dd5-c1c21555b05d req-c844b7de-f19e-4772-85f5-90b8b7dc7453 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:33.493216 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5bfd9565-bc72-4566-8dd5-c1c21555b05d req-c844b7de-f19e-4772-85f5-90b8b7dc7453 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 946 time: 0.0548377 Mar 31 19:14:33.556794 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5bfd9565-bc72-4566-8dd5-c1c21555b05d req-8a63cfa9-b812-473e-9758-789b2083b5a4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573075 Mar 31 19:14:33.683288 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c95c3-72fb-4d8f-95df-581ef3b491f2 req-c6602070-b3c3-4636-a7d1-8d2637b715fc tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:33.685044 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-027c95c3-72fb-4d8f-95df-581ef3b491f2 req-c6602070-b3c3-4636-a7d1-8d2637b715fc tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 946 time: 0.0604458 Mar 31 19:14:33.694573 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33500) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:33.699300 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c93d1c3c-87a1-4816-9b7e-a29e83030a42 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'floatingip': {'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:33.750597 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c93d1c3c-87a1-4816-9b7e-a29e83030a42 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (02157625-60c2-44bf-8b99-e617b594808c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:34.211465 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c93d1c3c-87a1-4816-9b7e-a29e83030a42 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:34.215170 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c93d1c3c-87a1-4816-9b7e-a29e83030a42 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (02157625-60c2-44bf-8b99-e617b594808c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:34.326569 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-c93d1c3c-87a1-4816-9b7e-a29e83030a42 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Floating IP 02157625-60c2-44bf-8b99-e617b594808c associated. External IP: 172.27.0.97, port: 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8. Mar 31 19:14:34.555004 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93d1c3c-87a1-4816-9b7e-a29e83030a42 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:14:34.678015 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93d1c3c-87a1-4816-9b7e-a29e83030a42 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:14:34.683081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c93d1c3c-87a1-4816-9b7e-a29e83030a42 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:34.687973 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:14:34.700015 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:34.700625 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:34.717814 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c93d1c3c-87a1-4816-9b7e-a29e83030a42 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "PUT /v2.0/floatingips/02157625-60c2-44bf-8b99-e617b594808c HTTP/1.1" status: 200 len: 991 time: 1.0219235 Mar 31 19:14:34.718634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'tag': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:14:34.721318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6" -d '{"events": [{"name": "network-changed", "server_uuid": "69e7f0e0-2333-4087-8df4-df1097d6dcbc", "tag": "6cbc670d-328e-4c4b-8728-2d1b7a90d9d8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:14:34.767410 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6462c3-f2dd-4ab1-a677-5c0156dbeb41 x-openstack-request-id: req-1b6462c3-f2dd-4ab1-a677-5c0156dbeb41 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:14:34.767697 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e7f0e0-2333-4087-8df4-df1097d6dcbc", "tag": "6cbc670d-328e-4c4b-8728-2d1b7a90d9d8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:14:34.767948 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b6462c3-f2dd-4ab1-a677-5c0156dbeb41 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:14:34.768353 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6462c3-f2dd-4ab1-a677-5c0156dbeb41'] response: {'name': 'network-changed', 'server_uuid': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'tag': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'status': 'completed', 'code': 200} Mar 31 19:14:34.823838 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:34.847321 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-808b4b9b-e344-4fa6-9292-030cf9fe30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:34.847971 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-808b4b9b-e344-4fa6-9292-030cf9fe30b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 1130 time: 0.0516300 Mar 31 19:14:34.953118 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-0b3e6c4d-c2b7-40af-bafe-7fe66467ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:34.954607 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-0b3e6c4d-c2b7-40af-bafe-7fe66467ecab service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0996687 Mar 31 19:14:35.027951 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-b2d93ab3-e89b-484d-9138-076d738bb6ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 HTTP/1.1" status: 200 len: 999 time: 0.0666237 Mar 31 19:14:35.072997 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '02157625-60c2-44bf-8b99-e617b594808c', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:16Z', 'updated_at': '2022-03-31T19:14:34Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:35.079677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-b8347f79-cb18-4546-9be2-3a0d07d59f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:35.081176 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-b8347f79-cb18-4546-9be2-3a0d07d59f96 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0464046 Mar 31 19:14:35.101412 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:14:35.111352 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:14:35.111885 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:35.139639 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-3e115069-6e53-41e1-9717-71c8f9311b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:35.139639 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-3e115069-6e53-41e1-9717-71c8f9311b3d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509419 Mar 31 19:14:35.253112 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:14:35.267052 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-ea9dca44-fcea-410e-9a9a-8ffe2b5e7b8b service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187639 Mar 31 19:14:35.501895 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '02157625-60c2-44bf-8b99-e617b594808c', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:16Z', 'updated_at': '2022-03-31T19:14:34Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:14:35.530689 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-847be4e3-2e3c-418f-8d8c-0d29f58b95b6 req-110fd1b5-3b77-40a3-9132-f38eefbed310 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018429 Mar 31 19:14:35.530988 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ce334-72ab-47e2-b11b-c857a34db79f None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '02157625-60c2-44bf-8b99-e617b594808c', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:16Z', 'updated_at': '2022-03-31T19:14:34Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:14:35.731512 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd946b-2752-4a1a-9797-e3d2a66a91fa None None] New status for floating IP 02157625-60c2-44bf-8b99-e617b594808c: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:14:40.174925 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:53.120018 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-0684bb05-7148-44c1-9c6a-aadfe757f839 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499485 Mar 31 19:14:53.211507 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-65158c04-3ddf-4d60-a78d-bdcad60534be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:53.213403 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-65158c04-3ddf-4d60-a78d-bdcad60534be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 1129 time: 0.0494754 Mar 31 19:14:53.324179 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-cc009e31-f5c2-4df3-b7a3-e36b5d35a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:53.325585 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-cc009e31-f5c2-4df3-b7a3-e36b5d35a1ce service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.0933161 Mar 31 19:14:53.396421 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-4d11213d-846a-4cb2-a7d9-4df8b35e24a2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad HTTP/1.1" status: 200 len: 1001 time: 0.0631623 Mar 31 19:14:53.450816 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-d11bfaad-f66e-46eb-a8f0-3df778cdc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:53.452399 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-d11bfaad-f66e-46eb-a8f0-3df778cdc75d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0506456 Mar 31 19:14:53.512279 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-8305f3b0-ef77-48f9-bd45-400935debc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:53.513823 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-8305f3b0-ef77-48f9-bd45-400935debc45 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543971 Mar 31 19:14:53.620000 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-b640ad28-a16b-49dd-9818-72568922d1a0 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957916 Mar 31 19:14:53.724023 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-375e5605-fb2d-46e2-b5bf-4d6ad3f9127e req-bd302fe8-fe85-4edb-b613-8e269ffa4ecc service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990367 Mar 31 19:14:53.832876 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-76cdcd5b-621c-4d82-b742-60f49df5d727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:56.339659 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1a473168-6fb2-4c7e-8b47-c6f6120e8fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:57.255175 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33606) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:57.380436 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:57.453345 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Publish callbacks [] for security_group (bab2bbb6-1cc6-4c52-b051-1b011c2eb354), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:57.457131 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (bab2bbb6-1cc6-4c52-b051-1b011c2eb354), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:57.496210 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6238a349748047988acea0e7a939ec86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398708 Mar 31 19:14:57.496977 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab2bbb6-1cc6-4c52-b051-1b011c2eb354,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:57.498927 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33610) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:57.504625 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.504981 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.505331 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.505675 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.506055 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.506388 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.506722 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.510959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.510959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.510959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.510959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.510959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.510959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.510959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.510959 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e3a1f-a6c8-48b0-9bf3-8f1ec38e9e98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:14:57.524366 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:57.560758 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6702d03-3035-41c8-86d6-dc8a44ad281d admin admin] Publish callbacks [] for security_group (bab2bbb6-1cc6-4c52-b051-1b011c2eb354), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:57.585861 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6702d03-3035-41c8-86d6-dc8a44ad281d admin admin] Publish callbacks [] for security_group (bab2bbb6-1cc6-4c52-b051-1b011c2eb354), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:57.631761 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6702d03-3035-41c8-86d6-dc8a44ad281d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (bab2bbb6-1cc6-4c52-b051-1b011c2eb354), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:57.635251 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6702d03-3035-41c8-86d6-dc8a44ad281d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:57.636543 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f6702d03-3035-41c8-86d6-dc8a44ad281d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bab2bbb6-1cc6-4c52-b051-1b011c2eb354 HTTP/1.1" status: 204 len: 168 time: 0.1364789 Mar 31 19:14:57.648088 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6702d03-3035-41c8-86d6-dc8a44ad281d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab2bbb6-1cc6-4c52-b051-1b011c2eb354,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:58.275596 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33632) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:58.376545 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1128160912-network', 'tenant_id': '1168e0fc70504faa896da7cbd935b314'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:58.396577 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Made reservation on behalf of 1168e0fc70504faa896da7cbd935b314 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:14:58.399869 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.408022 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.481158 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Publish callbacks [] for security_group (39a6f809-44ec-4a82-8f4d-84be9204a31a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.484862 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (39a6f809-44ec-4a82-8f4d-84be9204a31a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.509093 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:14:58.518764 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a6f809-44ec-4a82-8f4d-84be9204a31a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:58.524504 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (2e87dc83-015f-4c94-b15a-7130f2b7f601), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.524848 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Added segment 2e87dc83-015f-4c94-b15a-7130f2b7f601 of type vlan for network 6818ece3-44d1-433f-9b8f-a5731847adc5 Mar 31 19:14:58.564287 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (6818ece3-44d1-433f-9b8f-a5731847adc5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.589594 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (6818ece3-44d1-433f-9b8f-a5731847adc5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.590607 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:58.591212 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.645085 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3683026 Mar 31 19:14:58.658097 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe445e-c8a7-4b26-8540-ded02b7454df admin admin] Pushing event updated for resources: {'Network': ['ID=6818ece3-44d1-433f-9b8f-a5731847adc5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:58.673904 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 6818ece3-44d1-433f-9b8f-a5731847adc5 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:14:58.705904 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33636) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:58.710953 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Request body: {'subnet': {'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1128160912-subnet', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:58.731445 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Made reservation on behalf of 1168e0fc70504faa896da7cbd935b314 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:14:58.733764 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12789547'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.771921 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:14:58.786363 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.901580 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15805998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12789565'] for subnet (38c8df87-ccc6-41b2-9775-8477d8daf2ab), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:58.956352 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c8df87-ccc6-41b2-9775-8477d8daf2ab,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:58.967791 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Checking segment: {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:14:58.968185 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Network hostable DHCP agents. Network: 6818ece3-44d1-433f-9b8f-a5731847adc5, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:14:58.996220 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Network 6818ece3-44d1-433f-9b8f-a5731847adc5 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:14:59.005151 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 6818ece3-44d1-433f-9b8f-a5731847adc5) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:59.010103 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:14:59.011255 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.019119 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e816c-6642-4410-9335-60a908dbdbdc None None] Network 6818ece3-44d1-433f-9b8f-a5731847adc5 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:14:59.034161 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:14:59.034766 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-239538d9-8932-408f-9b3b-94da3422328c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3272214 Mar 31 19:14:59.039651 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:14:59.061892 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (56041b83-0f96-4d12-be5b-b340d098c098), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.063870 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (56041b83-0f96-4d12-be5b-b340d098c098), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.123239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks [] for router_controller (56041b83-0f96-4d12-be5b-b340d098c098), precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.128178 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-6818ece3-44d1-433f-9b8f-a5731847adc5', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'project_id': '1168e0fc70504faa896da7cbd935b314', 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:14:59.129084 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.265792 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks [] for router_gateway (56041b83-0f96-4d12-be5b-b340d098c098), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.277156 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Allocated IP 172.20.0.2 (6818ece3-44d1-433f-9b8f-a5731847adc5/38c8df87-ccc6-41b2-9775-8477d8daf2ab/a27fe01d-e4ab-427d-bd33-b5c07014a799) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:14:59.431054 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Publish callbacks [] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.437096 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.476493 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Network 6818ece3-44d1-433f-9b8f-a5731847adc5 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:14:59.479662 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:14:59.485615 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:14:59.492319 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Pushing event updated for resources: {'Port': ['ID=a27fe01d-e4ab-427d-bd33-b5c07014a799,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:59.549005 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Attempting to bind port a27fe01d-e4ab-427d-bd33-b5c07014a799 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:14:59.549364 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Attempting to bind port a27fe01d-e4ab-427d-bd33-b5c07014a799 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:14:59.549723 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Attempting to bind port a27fe01d-e4ab-427d-bd33-b5c07014a799 on network 6818ece3-44d1-433f-9b8f-a5731847adc5 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:14:59.556280 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:14:59.556650 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Checking segment: {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:14:59.557054 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.557444 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Bound using segment: {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:14:59.557929 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Bound port: a27fe01d-e4ab-427d-bd33-b5c07014a799, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:14:59.558307 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.628579 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] For port a27fe01d-e4ab-427d-bd33-b5c07014a799, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:14:59.632635 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] For port a27fe01d-e4ab-427d-bd33-b5c07014a799, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=a27fe01d-e4ab-427d-bd33-b5c07014a799,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:14:59.638759 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.699143 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f2493-2155-4855-bc10-9f6bfa968de2 None None] Pushing event updated for resources: {'Port': ['ID=a27fe01d-e4ab-427d-bd33-b5c07014a799,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:14:59.760801 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks [] for router_gateway (56041b83-0f96-4d12-be5b-b340d098c098), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.780646 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:14:59.917286 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Allocated IP 172.27.0.66 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:15:00.027006 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks [] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:00.060755 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:00.098779 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:15:00.101826 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:00.107310 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:15:00.133017 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Pushing event updated for resources: {'Port': ['ID=73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:00.372413 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks [] for router_gateway (56041b83-0f96-4d12-be5b-b340d098c098), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:00.504077 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:00.577538 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (56041b83-0f96-4d12-be5b-b340d098c098), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:00.605469 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51990a29-bc3e-425b-af32-068d5a52fb5a None None] Network 6818ece3-44d1-433f-9b8f-a5731847adc5 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:15:00.709066 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Router 56041b83-0f96-4d12-be5b-b340d098c098 is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:15:00.714383 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-17050027-502f-4452-aba3-a6418bf98aac None None] Provisioning complete for port a27fe01d-e4ab-427d-bd33-b5c07014a799 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:00.714914 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-17050027-502f-4452-aba3-a6418bf98aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:00.807082 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-17050027-502f-4452-aba3-a6418bf98aac None None] Current status of the port a27fe01d-e4ab-427d-bd33-b5c07014a799 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:00.807498 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-17050027-502f-4452-aba3-a6418bf98aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:00.826333 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:15:00.837231 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Sync routers for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:15:00.844426 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:00.848027 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-337eda3b-23a0-4b73-98d7-0cc4aee07e58 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8101745 Mar 31 19:15:00.848185 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-17050027-502f-4452-aba3-a6418bf98aac None None] For port a27fe01d-e4ab-427d-bd33-b5c07014a799, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=a27fe01d-e4ab-427d-bd33-b5c07014a799,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:00.848304 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33640) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:00.853030 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-17050027-502f-4452-aba3-a6418bf98aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:00.853252 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:00.853714 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:00.910867 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17050027-502f-4452-aba3-a6418bf98aac None None] Pushing event updated for resources: {'Port': ['ID=a27fe01d-e4ab-427d-bd33-b5c07014a799,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:00.979224 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6980ea72-04a7-4117-bf61-3c16e3a35f7f None None] Provisioning complete for port a27fe01d-e4ab-427d-bd33-b5c07014a799 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:00.979897 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6980ea72-04a7-4117-bf61-3c16e3a35f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.067860 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6980ea72-04a7-4117-bf61-3c16e3a35f7f None None] Current status of the port a27fe01d-e4ab-427d-bd33-b5c07014a799 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:01.091294 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:01.289055 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:00Z', 'revision_number': 3, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:01.316379 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Checking router: 56041b83-0f96-4d12-be5b-b340d098c098 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:15:01.316827 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Updating router 56041b83-0f96-4d12-be5b-b340d098c098 port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:15:01.322556 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.329525 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device a27fe01d-e4ab-427d-bd33-b5c07014a799 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:01.348169 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.383465 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port a27fe01d-e4ab-427d-bd33-b5c07014a799 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:01.383833 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.464246 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port a27fe01d-e4ab-427d-bd33-b5c07014a799 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:01.491388 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Allocated IP 172.20.0.1 (6818ece3-44d1-433f-9b8f-a5731847adc5/38c8df87-ccc6-41b2-9775-8477d8daf2ab/aa0c3aa7-c096-4085-9fe4-8b560365b075) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:15:01.600897 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Publish callbacks [] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.612099 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Publish callbacks [] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.618267 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.635296 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.675927 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Network 6818ece3-44d1-433f-9b8f-a5731847adc5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:15:01.676647 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Attempting to bind port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:15:01.677018 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Attempting to bind port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:15:01.677390 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Attempting to bind port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:15:01.681243 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Pushing event updated for resources: {'Port': ['ID=73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:01.681590 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:01.686239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:15:01.689680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Pushing event updated for resources: {'Port': ['ID=aa0c3aa7-c096-4085-9fe4-8b560365b075,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:01.690031 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:15:01.690485 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:15:01.690807 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.691258 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:15:01.692313 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Bound port: 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:15:01.692721 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.697032 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.697380 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.697746 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.698114 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.698447 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.698778 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.699133 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.699460 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.699785 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.700112 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.700435 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.700887 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.701209 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.701525 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.701844 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:01.731241 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (56041b83-0f96-4d12-be5b-b340d098c098), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.761372 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] For port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:15:01.764936 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] For port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:15:01.771627 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.829288 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:01.829999 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:01.835710 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71674f-003e-43d1-b4ab-f238a9e18de3 None None] Pushing event updated for resources: {'Port': ['ID=73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:01.879507 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.915864 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2bb925b7-69b8-456d-a263-c9c3c41bfb3d None None] Provisioning complete for port aa0c3aa7-c096-4085-9fe4-8b560365b075 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:01.916885 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2bb925b7-69b8-456d-a263-c9c3c41bfb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:01.960549 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:01.965125 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2bb925b7-69b8-456d-a263-c9c3c41bfb3d None None] Port aa0c3aa7-c096-4085-9fe4-8b560365b075 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:15:02.063881 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Publish callbacks [] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:02.068491 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:02.141314 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Pushing event updated for resources: {'Port': ['ID=aa0c3aa7-c096-4085-9fe4-8b560365b075,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:02.141536 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:00Z', 'revision_number': 3, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:02.145008 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (56041b83-0f96-4d12-be5b-b340d098c098), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:02.171442 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cde44a-d372-4101-a362-8b0cd83bc3e0 None None] The sync data for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi is: [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:00Z', 'revision_number': 3, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:15:02.246107 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Network 6818ece3-44d1-433f-9b8f-a5731847adc5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:15:02.247584 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:02.378323 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Router 56041b83-0f96-4d12-be5b-b340d098c098 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:15:02.493675 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9c47800e-9d74-4683-9ca1-e381e610887b None None] Provisioning complete for port aa0c3aa7-c096-4085-9fe4-8b560365b075 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:02.494307 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9c47800e-9d74-4683-9ca1-e381e610887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:02.529669 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9c47800e-9d74-4683-9ca1-e381e610887b None None] Port aa0c3aa7-c096-4085-9fe4-8b560365b075 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:15:02.534469 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:15:02.540889 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-af0cf6ba-3ac5-4e40-8189-a6bf9d2c1d1e admin admin] 10.222.0.13 "PUT /v2.0/routers/56041b83-0f96-4d12-be5b-b340d098c098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6915822 Mar 31 19:15:03.037036 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33658) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:03.042551 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1892158937-network', 'tenant_id': '89aca5da134f4782964049ff2905bf44'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:03.062283 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Made reservation on behalf of 89aca5da134f4782964049ff2905bf44 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:15:03.064762 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.074323 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.148942 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Publish callbacks [] for security_group (c40fb0f6-907a-4b08-85fc-92f7e769782a), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.152490 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (c40fb0f6-907a-4b08-85fc-92f7e769782a), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.179515 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:15:03.186030 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40fb0f6-907a-4b08-85fc-92f7e769782a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:03.192264 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (c46b99a8-5e64-4ca3-8e49-5902ecc820ee), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.192637 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.segments_db [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Added segment c46b99a8-5e64-4ca3-8e49-5902ecc820ee of type vlan for network 07d014b6-fa9f-4375-b1db-a0a197bfee72 Mar 31 19:15:03.238435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (07d014b6-fa9f-4375-b1db-a0a197bfee72), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.264543 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (07d014b6-fa9f-4375-b1db-a0a197bfee72), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.265921 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:03.266511 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.317391 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:03.328252 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2873528 Mar 31 19:15:03.328644 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33660) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:03.333158 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f0292-9d5e-4bf4-9e30-90bf1176a660 admin admin] Pushing event updated for resources: {'Network': ['ID=07d014b6-fa9f-4375-b1db-a0a197bfee72,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:03.335500 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Request body: {'subnet': {'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1892158937-subnet', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:03.345479 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 07d014b6-fa9f-4375-b1db-a0a197bfee72 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:15:03.356570 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Made reservation on behalf of 89aca5da134f4782964049ff2905bf44 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:15:03.358828 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12789547'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.428947 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:03.429587 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.515984 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:03.516360 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.538657 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15805998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12789565'] for subnet (af819eba-1f05-4714-9e94-a0581ca48f59), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.539457 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:03.546141 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.596688 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=af819eba-1f05-4714-9e94-a0581ca48f59,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:03.606060 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:03.608499 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Checking segment: {'id': 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:15:03.608946 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Network hostable DHCP agents. Network: 07d014b6-fa9f-4375-b1db-a0a197bfee72, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:15:03.626111 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Network 07d014b6-fa9f-4375-b1db-a0a197bfee72 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:15:03.634835 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 07d014b6-fa9f-4375-b1db-a0a197bfee72) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:03.638878 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:03.639499 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.644336 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ad173-16df-4ff8-9694-19513705f12d None None] Network 07d014b6-fa9f-4375-b1db-a0a197bfee72 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:15:03.656284 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c787cf54-155d-4573-875e-c228f1add5eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3265038 Mar 31 19:15:03.658758 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33662) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:03.663953 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:03.685280 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32142'] for router (5c38701e-1921-4a7c-9f56-b9956c5ba09e), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.686344 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1833360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1819585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32151'] for router (5c38701e-1921-4a7c-9f56-b9956c5ba09e), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.743842 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks [] for router_controller (5c38701e-1921-4a7c-9f56-b9956c5ba09e), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.750302 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bda4cd2-da4b-5702-a983-9e37eca5fe2c-07d014b6-fa9f-4375-b1db-a0a197bfee72', 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72', 'project_id': '89aca5da134f4782964049ff2905bf44', 'fixed_ips': [{'subnet_id': 'af819eba-1f05-4714-9e94-a0581ca48f59'}]}} from dv-cinder-836066-1-iscsi. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 19:15:03.751564 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.781269 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Sync routers for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:15:03.851577 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:03.852212 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:03.885320 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks [] for router_gateway (5c38701e-1921-4a7c-9f56-b9956c5ba09e), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:03.981677 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Allocated IP 172.20.0.2 (07d014b6-fa9f-4375-b1db-a0a197bfee72/af819eba-1f05-4714-9e94-a0581ca48f59/6017581e-ef4f-4b82-8707-0b0919bfab3e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:15:04.023612 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:04.315220 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks [] for router_gateway (5c38701e-1921-4a7c-9f56-b9956c5ba09e), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.335199 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.407795 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Publish callbacks [] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.435166 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.444777 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Allocated IP 172.27.0.32 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/30905619-6684-4a3d-bb3c-907fab1eb22a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:15:04.485090 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Network 07d014b6-fa9f-4375-b1db-a0a197bfee72 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:15:04.494596 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:04.497454 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Pushing event updated for resources: {'Port': ['ID=6017581e-ef4f-4b82-8707-0b0919bfab3e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:04.500792 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:15:04.513660 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.514012 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.514357 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.514698 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.515058 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.515390 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.515719 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.516044 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.516369 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.516694 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.517021 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.517342 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.517664 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.517983 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.518313 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:04.547946 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'aa0c3aa7-c096-4085-9fe4-8b560365b075', 'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'mac_address': 'fa:16:3e:ee:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:01Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 2, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'subnets': [{'id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:04.551167 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks [] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.588919 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.593127 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Checking router: 56041b83-0f96-4d12-be5b-b340d098c098 for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:15:04.593490 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Updating router 56041b83-0f96-4d12-be5b-b340d098c098 port aa0c3aa7-c096-4085-9fe4-8b560365b075 binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:15:04.619207 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Attempting to bind port 6017581e-ef4f-4b82-8707-0b0919bfab3e on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:15:04.619604 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Attempting to bind port 6017581e-ef4f-4b82-8707-0b0919bfab3e by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:15:04.619968 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Attempting to bind port 6017581e-ef4f-4b82-8707-0b0919bfab3e on network 07d014b6-fa9f-4375-b1db-a0a197bfee72 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:15:04.631614 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:15:04.631850 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:15:04.631981 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Checking segment: {'id': 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:15:04.632371 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.632765 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Bound using segment: {'id': 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:15:04.633238 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Bound port: 6017581e-ef4f-4b82-8707-0b0919bfab3e, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:15:04.633617 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.635459 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:04.636666 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.641183 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:15:04.665628 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Pushing event updated for resources: {'Port': ['ID=30905619-6684-4a3d-bb3c-907fab1eb22a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:04.783419 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] For port 6017581e-ef4f-4b82-8707-0b0919bfab3e, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:15:04.801784 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] For port 6017581e-ef4f-4b82-8707-0b0919bfab3e, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=6017581e-ef4f-4b82-8707-0b0919bfab3e,segment=NetworkSegment(c46b99a8-5e64-4ca3-8e49-5902ecc820ee),segment_id=c46b99a8-5e64-4ca3-8e49-5902ecc820ee)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:15:04.813662 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.910919 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks [] for router_gateway (5c38701e-1921-4a7c-9f56-b9956c5ba09e), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:04.933509 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319a1ce-ae4a-41a5-8440-c1d750c8d806 None None] Pushing event updated for resources: {'Port': ['ID=6017581e-ef4f-4b82-8707-0b0919bfab3e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:05.030349 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Publish callbacks [] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.041835 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.111438 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2164632-116f-411d-82fb-c1257c41152e None None] Pushing event updated for resources: {'Port': ['ID=aa0c3aa7-c096-4085-9fe4-8b560365b075,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:05.179564 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Attempting to bind port aa0c3aa7-c096-4085-9fe4-8b560365b075 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:15:05.179938 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Attempting to bind port aa0c3aa7-c096-4085-9fe4-8b560365b075 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:15:05.180503 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Attempting to bind port aa0c3aa7-c096-4085-9fe4-8b560365b075 on network 6818ece3-44d1-433f-9b8f-a5731847adc5 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:15:05.186666 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:15:05.187118 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Checking segment: {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:15:05.188249 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.188249 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Bound using segment: {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:15:05.188480 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Bound port: aa0c3aa7-c096-4085-9fe4-8b560365b075, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:15:05.188832 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.198458 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1833369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819414'] for router (5c38701e-1921-4a7c-9f56-b9956c5ba09e), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.289862 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] For port aa0c3aa7-c096-4085-9fe4-8b560365b075, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:15:05.295952 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] For port aa0c3aa7-c096-4085-9fe4-8b560365b075, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=aa0c3aa7-c096-4085-9fe4-8b560365b075,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:15:05.309884 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.385459 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:05.386093 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:05.409390 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Router 5c38701e-1921-4a7c-9f56-b9956c5ba09e is scheduled to L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 19:15:05.460821 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2164632-116f-411d-82fb-c1257c41152e None None] Pushing event updated for resources: {'Port': ['ID=aa0c3aa7-c096-4085-9fe4-8b560365b075,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:05.470272 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:05.542022 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-071d1b7b-81a1-426f-86f0-06423cc7c1c6 None None] Provisioning complete for port aa0c3aa7-c096-4085-9fe4-8b560365b075 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:05.542310 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:15:05.542437 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-071d1b7b-81a1-426f-86f0-06423cc7c1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.554275 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Sync routers for ids ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:15:05.568143 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Routers {'5c38701e-1921-4a7c-9f56-b9956c5ba09e'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:05.568656 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.570005 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:05.570178 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5fa39e6e-2334-42d0-bb60-93b0e73d43e0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9103417 Mar 31 19:15:05.573852 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33666) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:05.605846 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:05.647331 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:05.648381 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.691999 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Set router 5c38701e-1921-4a7c-9f56-b9956c5ba09e gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:05.803032 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-071d1b7b-81a1-426f-86f0-06423cc7c1c6 None None] Current status of the port aa0c3aa7-c096-4085-9fe4-8b560365b075 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:05.803465 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-071d1b7b-81a1-426f-86f0-06423cc7c1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.896147 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-071d1b7b-81a1-426f-86f0-06423cc7c1c6 None None] For port aa0c3aa7-c096-4085-9fe4-8b560365b075, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=aa0c3aa7-c096-4085-9fe4-8b560365b075,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:05.903304 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:15:03Z', 'updated_at': '2022-03-31T19:15:04Z', 'revision_number': 3, 'project_id': '89aca5da134f4782964049ff2905bf44', 'gw_port': {'id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:45:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:04Z', 'updated_at': '2022-03-31T19:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:05.925287 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-071d1b7b-81a1-426f-86f0-06423cc7c1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:05.932483 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:05.933564 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 6017581e-ef4f-4b82-8707-0b0919bfab3e up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:05.936974 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Checking router: 5c38701e-1921-4a7c-9f56-b9956c5ba09e for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:15:05.937597 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Updating router 5c38701e-1921-4a7c-9f56-b9956c5ba09e port 30905619-6684-4a3d-bb3c-907fab1eb22a binding host dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:15:05.968231 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.024204 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d1b7b-81a1-426f-86f0-06423cc7c1c6 None None] Pushing event updated for resources: {'Port': ['ID=aa0c3aa7-c096-4085-9fe4-8b560365b075,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:06.054478 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'aa0c3aa7-c096-4085-9fe4-8b560365b075', 'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'mac_address': 'fa:16:3e:ee:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:01Z', 'updated_at': '2022-03-31T19:15:05Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'subnets': [{'id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:06.088287 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4f05e8a8-85ff-47e2-bd1a-7bb6b74c1c0e None None] Provisioning complete for port aa0c3aa7-c096-4085-9fe4-8b560365b075 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:06.088622 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4f05e8a8-85ff-47e2-bd1a-7bb6b74c1c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.090375 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52a3d2-a917-4502-915e-a2969abb083b None None] The sync data for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi is: [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'aa0c3aa7-c096-4085-9fe4-8b560365b075', 'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'mac_address': 'fa:16:3e:ee:f3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:01Z', 'updated_at': '2022-03-31T19:15:05Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'subnets': [{'id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:15:06.094587 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 6017581e-ef4f-4b82-8707-0b0919bfab3e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:06.094903 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.122424 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.300757 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d24cc-ffaf-41d0-ade1-4d390aeca90a None None] Network 07d014b6-fa9f-4375-b1db-a0a197bfee72 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:15:06.354676 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Publish callbacks [] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.361618 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Allocated IP 172.20.0.1 (07d014b6-fa9f-4375-b1db-a0a197bfee72/af819eba-1f05-4714-9e94-a0581ca48f59/167baabf-a370-4ccd-972d-902fa89b7c99) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:15:06.363477 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.423909 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Attempting to bind port 30905619-6684-4a3d-bb3c-907fab1eb22a on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:15:06.424350 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Attempting to bind port 30905619-6684-4a3d-bb3c-907fab1eb22a by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:15:06.424816 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Attempting to bind port 30905619-6684-4a3d-bb3c-907fab1eb22a on network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:15:06.434042 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:15:06.434537 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Checking segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:15:06.435140 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.435635 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Bound using segment: {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:15:06.436533 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Bound port: 30905619-6684-4a3d-bb3c-907fab1eb22a, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f14a751-2ad1-46b5-b9f9-32fd264bf038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:15:06.436704 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.491403 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 6017581e-ef4f-4b82-8707-0b0919bfab3e is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:06.492123 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.500904 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Publish callbacks [] for port (167baabf-a370-4ccd-972d-902fa89b7c99), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.507836 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4f05e8a8-85ff-47e2-bd1a-7bb6b74c1c0e None None] Current status of the port aa0c3aa7-c096-4085-9fe4-8b560365b075 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:06.546548 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 6017581e-ef4f-4b82-8707-0b0919bfab3e, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=6017581e-ef4f-4b82-8707-0b0919bfab3e,segment=NetworkSegment(c46b99a8-5e64-4ca3-8e49-5902ecc820ee),segment_id=c46b99a8-5e64-4ca3-8e49-5902ecc820ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:06.547219 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.551652 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.589392 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Network 07d014b6-fa9f-4375-b1db-a0a197bfee72 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:15:06.594589 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:06.599133 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:15:06.617300 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfeacdc-df07-4b72-a4ed-8c4db837f4cc None None] Pushing event updated for resources: {'Port': ['ID=30905619-6684-4a3d-bb3c-907fab1eb22a,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:06.626261 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=6017581e-ef4f-4b82-8707-0b0919bfab3e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:06.639703 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e2676c8a-129e-405f-8d9a-f50ae03ebed5 None None] Provisioning complete for port 6017581e-ef4f-4b82-8707-0b0919bfab3e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:06.640074 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e2676c8a-129e-405f-8d9a-f50ae03ebed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.661581 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] For port 30905619-6684-4a3d-bb3c-907fab1eb22a, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:15:06.667813 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] For port 30905619-6684-4a3d-bb3c-907fab1eb22a, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=30905619-6684-4a3d-bb3c-907fab1eb22a,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:15:06.683868 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.692677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Pushing event updated for resources: {'Port': ['ID=167baabf-a370-4ccd-972d-902fa89b7c99,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:06.708451 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1822145'] for router_interface (5c38701e-1921-4a7c-9f56-b9956c5ba09e), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.755478 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfeacdc-df07-4b72-a4ed-8c4db837f4cc None None] Pushing event updated for resources: {'Port': ['ID=30905619-6684-4a3d-bb3c-907fab1eb22a,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:06.773114 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e2676c8a-129e-405f-8d9a-f50ae03ebed5 None None] Current status of the port 6017581e-ef4f-4b82-8707-0b0919bfab3e is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:06.775536 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Routers {'5c38701e-1921-4a7c-9f56-b9956c5ba09e'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:06.775995 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:06.907830 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72a9891f-9622-4661-9e57-4cb4751b247e None None] Provisioning complete for port 6017581e-ef4f-4b82-8707-0b0919bfab3e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:06.908356 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72a9891f-9622-4661-9e57-4cb4751b247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.940093 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:06.946663 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] Set router 5c38701e-1921-4a7c-9f56-b9956c5ba09e gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:07.032662 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72a9891f-9622-4661-9e57-4cb4751b247e None None] Current status of the port 6017581e-ef4f-4b82-8707-0b0919bfab3e is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:07.149420 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Publish callbacks [] for port (167baabf-a370-4ccd-972d-902fa89b7c99), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:07.157682 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:07.175100 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:15:03Z', 'updated_at': '2022-03-31T19:15:04Z', 'revision_number': 3, 'project_id': '89aca5da134f4782964049ff2905bf44', 'gw_port': {'id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:45:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:04Z', 'updated_at': '2022-03-31T19:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:07.218319 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92fd6e-6e0d-4773-9397-dd496b5755a8 None None] The sync data for ids ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'] in dv-cinder-836066-1-iscsi is: [{'id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:15:03Z', 'updated_at': '2022-03-31T19:15:04Z', 'revision_number': 3, 'project_id': '89aca5da134f4782964049ff2905bf44', 'gw_port': {'id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:45:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:04Z', 'updated_at': '2022-03-31T19:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:15:07.232857 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Pushing event updated for resources: {'Port': ['ID=167baabf-a370-4ccd-972d-902fa89b7c99,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:07.236483 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822037'] for router_interface (5c38701e-1921-4a7c-9f56-b9956c5ba09e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:07.282991 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-24f7aa48-dc84-4aba-9243-bd0a399b6ed1 None None] Provisioning complete for port 167baabf-a370-4ccd-972d-902fa89b7c99 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:07.283642 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24f7aa48-dc84-4aba-9243-bd0a399b6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:07.345435 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-24f7aa48-dc84-4aba-9243-bd0a399b6ed1 None None] Port 167baabf-a370-4ccd-972d-902fa89b7c99 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:15:07.390052 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Network 07d014b6-fa9f-4375-b1db-a0a197bfee72 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:15:07.391864 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:07.455574 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device aa0c3aa7-c096-4085-9fe4-8b560365b075 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:07.549675 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port aa0c3aa7-c096-4085-9fe4-8b560365b075 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:07.550218 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:07.617671 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Router 5c38701e-1921-4a7c-9f56-b9956c5ba09e has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:15:07.681861 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port aa0c3aa7-c096-4085-9fe4-8b560365b075 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:07.683301 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 6017581e-ef4f-4b82-8707-0b0919bfab3e up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:07.747873 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 6017581e-ef4f-4b82-8707-0b0919bfab3e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:07.748962 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:07.788720 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:15:07.795610 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-d1d077d9-e991-430b-bab2-4d71eb2c7efd admin admin] 10.222.0.13 "PUT /v2.0/routers/5c38701e-1921-4a7c-9f56-b9956c5ba09e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2209773 Mar 31 19:15:07.807515 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8fab8060-97b8-4eab-a255-cd62e23f8d58 None None] Provisioning complete for port 167baabf-a370-4ccd-972d-902fa89b7c99 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:07.808064 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8fab8060-97b8-4eab-a255-cd62e23f8d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:07.850672 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8fab8060-97b8-4eab-a255-cd62e23f8d58 None None] Port 167baabf-a370-4ccd-972d-902fa89b7c99 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:15:07.886330 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 6017581e-ef4f-4b82-8707-0b0919bfab3e is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:09.361433 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 30905619-6684-4a3d-bb3c-907fab1eb22a up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:09.426166 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 30905619-6684-4a3d-bb3c-907fab1eb22a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:09.427082 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:09.526062 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 30905619-6684-4a3d-bb3c-907fab1eb22a is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:09.526441 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:09.548416 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] For port 30905619-6684-4a3d-bb3c-907fab1eb22a, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=30905619-6684-4a3d-bb3c-907fab1eb22a,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:09.556690 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:09.612081 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Pushing event updated for resources: {'Port': ['ID=30905619-6684-4a3d-bb3c-907fab1eb22a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:09.744963 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Sync routers for ids ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:15:09.756884 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Routers {'5c38701e-1921-4a7c-9f56-b9956c5ba09e'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:09.757852 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:09.893150 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Set router 5c38701e-1921-4a7c-9f56-b9956c5ba09e gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:10.121044 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:15:03Z', 'updated_at': '2022-03-31T19:15:06Z', 'revision_number': 4, 'project_id': '89aca5da134f4782964049ff2905bf44', 'gw_port': {'id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:04Z', 'updated_at': '2022-03-31T19:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '167baabf-a370-4ccd-972d-902fa89b7c99', 'name': '', 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'mac_address': 'fa:16:3e:31:0c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'af819eba-1f05-4714-9e94-a0581ca48f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:06Z', 'updated_at': '2022-03-31T19:15:06Z', 'revision_number': 2, 'project_id': '89aca5da134f4782964049ff2905bf44', 'subnets': [{'id': 'af819eba-1f05-4714-9e94-a0581ca48f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:10.149407 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Checking router: 5c38701e-1921-4a7c-9f56-b9956c5ba09e for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:15:10.149679 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Updating router 5c38701e-1921-4a7c-9f56-b9956c5ba09e port 167baabf-a370-4ccd-972d-902fa89b7c99 binding host dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 19:15:10.188692 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:10.192317 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:10.499218 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Publish callbacks [] for port (167baabf-a370-4ccd-972d-902fa89b7c99), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:10.505612 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:10.561683 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0693dad-f36f-4f20-a480-a9d797b74dba None None] Pushing event updated for resources: {'Port': ['ID=167baabf-a370-4ccd-972d-902fa89b7c99,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:10.632931 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Attempting to bind port 167baabf-a370-4ccd-972d-902fa89b7c99 on host dv-cinder-836066-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:15:10.636223 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Attempting to bind port 167baabf-a370-4ccd-972d-902fa89b7c99 by drivers openvswitch,hyperv on host dv-cinder-836066-1-iscsi at level 0 using segments [{'id': 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:15:10.636958 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Attempting to bind port 167baabf-a370-4ccd-972d-902fa89b7c99 on network 07d014b6-fa9f-4375-b1db-a0a197bfee72 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:15:10.644015 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Checking agent: {'id': '0e3ade1b-9446-4395-a4ad-76767e36fb12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836066-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 53, 30), 'started_at': datetime.datetime(2022, 3, 31, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836066-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:15:10.645006 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Checking segment: {'id': 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:15:10.645662 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:10.646335 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Bound using segment: {'id': 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:15:10.648347 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Bound port: 167baabf-a370-4ccd-972d-902fa89b7c99, host: dv-cinder-836066-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:15:10.648981 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:10.730687 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] For port 167baabf-a370-4ccd-972d-902fa89b7c99, host dv-cinder-836066-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:15:10.734513 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] For port 167baabf-a370-4ccd-972d-902fa89b7c99, host dv-cinder-836066-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=167baabf-a370-4ccd-972d-902fa89b7c99,segment=NetworkSegment(c46b99a8-5e64-4ca3-8e49-5902ecc820ee),segment_id=c46b99a8-5e64-4ca3-8e49-5902ecc820ee)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:15:10.744377 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:10.820990 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0693dad-f36f-4f20-a480-a9d797b74dba None None] Pushing event updated for resources: {'Port': ['ID=167baabf-a370-4ccd-972d-902fa89b7c99,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:10.832607 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Routers {'5c38701e-1921-4a7c-9f56-b9956c5ba09e'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:10.833354 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:14:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:10.966159 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-403d8ec4-374d-4ca0-a66b-1e048ccb3313 None None] Provisioning complete for port 167baabf-a370-4ccd-972d-902fa89b7c99 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:10.966624 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-403d8ec4-374d-4ca0-a66b-1e048ccb3313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:11.002371 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] Set router 5c38701e-1921-4a7c-9f56-b9956c5ba09e gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:11.302328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-403d8ec4-374d-4ca0-a66b-1e048ccb3313 None None] Current status of the port 167baabf-a370-4ccd-972d-902fa89b7c99 is: DOWN; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:11.302711 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-403d8ec4-374d-4ca0-a66b-1e048ccb3313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:11.339986 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 30905619-6684-4a3d-bb3c-907fab1eb22a up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:11.394641 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-403d8ec4-374d-4ca0-a66b-1e048ccb3313 None None] For port 167baabf-a370-4ccd-972d-902fa89b7c99, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=167baabf-a370-4ccd-972d-902fa89b7c99,segment=NetworkSegment(c46b99a8-5e64-4ca3-8e49-5902ecc820ee),segment_id=c46b99a8-5e64-4ca3-8e49-5902ecc820ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:11.418317 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-403d8ec4-374d-4ca0-a66b-1e048ccb3313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:11.498292 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d8ec4-374d-4ca0-a66b-1e048ccb3313 None None] Pushing event updated for resources: {'Port': ['ID=167baabf-a370-4ccd-972d-902fa89b7c99,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:11.512538 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 30905619-6684-4a3d-bb3c-907fab1eb22a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:11.513183 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:11.547149 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:15:03Z', 'updated_at': '2022-03-31T19:15:06Z', 'revision_number': 4, 'project_id': '89aca5da134f4782964049ff2905bf44', 'gw_port': {'id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:04Z', 'updated_at': '2022-03-31T19:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '167baabf-a370-4ccd-972d-902fa89b7c99', 'name': '', 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'mac_address': 'fa:16:3e:31:0c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'af819eba-1f05-4714-9e94-a0581ca48f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:06Z', 'updated_at': '2022-03-31T19:15:10Z', 'revision_number': 4, 'project_id': '89aca5da134f4782964049ff2905bf44', 'subnets': [{'id': 'af819eba-1f05-4714-9e94-a0581ca48f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:11.588600 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16add85d-4b5e-4261-b11f-435f7fe08839 None None] The sync data for ids ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'] in dv-cinder-836066-1-iscsi is: [{'id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:15:03Z', 'updated_at': '2022-03-31T19:15:06Z', 'revision_number': 4, 'project_id': '89aca5da134f4782964049ff2905bf44', 'gw_port': {'id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:04Z', 'updated_at': '2022-03-31T19:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '167baabf-a370-4ccd-972d-902fa89b7c99', 'name': '', 'network_id': '07d014b6-fa9f-4375-b1db-a0a197bfee72', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'mac_address': 'fa:16:3e:31:0c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'af819eba-1f05-4714-9e94-a0581ca48f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:06Z', 'updated_at': '2022-03-31T19:15:10Z', 'revision_number': 4, 'project_id': '89aca5da134f4782964049ff2905bf44', 'subnets': [{'id': 'af819eba-1f05-4714-9e94-a0581ca48f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:15:11.601233 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dcc5cfa4-ca3a-491f-b552-e6ff81adbe92 None None] Provisioning complete for port 167baabf-a370-4ccd-972d-902fa89b7c99 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:11.601699 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cfa4-ca3a-491f-b552-e6ff81adbe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:11.719918 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 30905619-6684-4a3d-bb3c-907fab1eb22a is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:11.782151 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dcc5cfa4-ca3a-491f-b552-e6ff81adbe92 None None] Current status of the port 167baabf-a370-4ccd-972d-902fa89b7c99 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:13.365482 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 167baabf-a370-4ccd-972d-902fa89b7c99 up at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:13.436301 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Provisioning complete for port 167baabf-a370-4ccd-972d-902fa89b7c99 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:13.437013 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:13.533010 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Current status of the port 167baabf-a370-4ccd-972d-902fa89b7c99 is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:17.316392 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a7070-efe7-4ae0-9947-708d88a554ba req-7375270a-bbe0-401a-aae9-dcf763e6d123 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:17.317867 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-7375270a-bbe0-401a-aae9-dcf763e6d123 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/networks?id=6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 200 len: 815 time: 0.1129365 Mar 31 19:15:17.333997 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-7eabccda-e3f5-470e-bbe5-7db18fc1b861 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/quotas/1168e0fc70504faa896da7cbd935b314 HTTP/1.1" status: 200 len: 375 time: 0.0098300 Mar 31 19:15:17.391200 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-47613dc6-03fe-4b55-95d9-5a3962ecd1a0 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1168e0fc70504faa896da7cbd935b314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511119 Mar 31 19:15:17.500430 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-55da5227-e148-49a3-8b5d-549412d99cdc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:15:17.501430 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-55da5227-e148-49a3-8b5d-549412d99cdc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0984306 Mar 31 19:15:17.606356 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-8128a18f-30cc-447c-8902-260233f128fe service neutron] 10.222.0.13 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973697 Mar 31 19:15:17.978633 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-388ba743-1b35-41c7-86c3-b310d5759eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668392 Mar 31 19:15:18.142214 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-42c5f141-faae-4042-b25d-8dea20a40a31 req-add26a6b-b6b6-44fa-907c-795697e9ad86 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 210 time: 0.0276654 Mar 31 19:15:19.180252 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a7070-efe7-4ae0-9947-708d88a554ba req-709e7ae8-cf64-47b2-a184-b7cc6a5add10 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:19.182051 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-709e7ae8-cf64-47b2-a184-b7cc6a5add10 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.78 "GET /v2.0/networks?id=6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 200 len: 815 time: 0.1083152 Mar 31 19:15:19.194543 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'port': {'device_id': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'admin_state_up': True, 'tenant_id': '1168e0fc70504faa896da7cbd935b314'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:19.271753 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c67df21a-e510-491f-a7df-03e038d71ac6 req-0e6695c8-6fd5-449c-918d-1377cf33f5e3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 210 time: 0.0354497 Mar 31 19:15:19.337861 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Made reservation on behalf of 1168e0fc70504faa896da7cbd935b314 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:15:19.342284 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:19.485318 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Allocated IP 172.20.0.12 (6818ece3-44d1-433f-9b8f-a5731847adc5/38c8df87-ccc6-41b2-9775-8477d8daf2ab/50b94e26-27c4-46f0-80b5-2e36e3fcc79c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:15:19.669039 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:19.717591 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:19.773345 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Network 6818ece3-44d1-433f-9b8f-a5731847adc5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:15:19.776642 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:19.780687 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:15:19.823947 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'Port': ['ID=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:19.847148 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:19.847804 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:19.872606 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-5a3f5456-8ba7-4faa-92ac-352287236e1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6814759 Mar 31 19:15:20.070732 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d3f77f7c-3fe5-4a18-b89c-d4185a983dcb None None] Provisioning complete for port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:20.071377 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d3f77f7c-3fe5-4a18-b89c-d4185a983dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:20.110329 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d3f77f7c-3fe5-4a18-b89c-d4185a983dcb None None] Port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:15:20.397441 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5d2f-cf9b-4d57-9641-9015b21ab4e9 req-64590d94-83bb-42b6-96e2-4d67198a016c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:20.399437 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-78bd5d2f-cf9b-4d57-9641-9015b21ab4e9 req-64590d94-83bb-42b6-96e2-4d67198a016c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0572519 Mar 31 19:15:20.447239 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-78bd5d2f-cf9b-4d57-9641-9015b21ab4e9 req-b41da400-faf2-4859-b4aa-af996aa46bc6 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421548 Mar 31 19:15:21.573993 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611db0f-62b2-4bb3-aa29-cc6d36a79d76 req-b51f8dca-a088-4492-bdff-2e7447715903 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:21.575567 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f611db0f-62b2-4bb3-aa29-cc6d36a79d76 req-b51f8dca-a088-4492-bdff-2e7447715903 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0549455 Mar 31 19:15:21.624376 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f611db0f-62b2-4bb3-aa29-cc6d36a79d76 req-e1c89345-a8f6-46b8-ad52-dbbc8357bec0 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Mar 31 19:15:22.760788 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c75a5f-77c1-4898-936a-5e6d2a94ff88 req-2b0bb758-0bd6-4bc6-9cee-20f85fdf999c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:22.762526 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f4c75a5f-77c1-4898-936a-5e6d2a94ff88 req-2b0bb758-0bd6-4bc6-9cee-20f85fdf999c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0661287 Mar 31 19:15:22.814810 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f4c75a5f-77c1-4898-936a-5e6d2a94ff88 req-00f7a46a-8ff1-4237-b94c-0c931e8625e8 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 Mar 31 19:15:23.835946 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae45d-f6bb-4dc3-8746-f2089ae5efa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:23.938181 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9ae45-80b3-45e1-8062-a20b653f6e94 req-c5fee8aa-3046-4839-bff6-02a499eb0ada tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:23.939746 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86e9ae45-80b3-45e1-8062-a20b653f6e94 req-c5fee8aa-3046-4839-bff6-02a499eb0ada tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0549667 Mar 31 19:15:23.992835 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-86e9ae45-80b3-45e1-8062-a20b653f6e94 req-efcbfe49-0145-4c7a-b2d0-2ba0b4265fb3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473039 Mar 31 19:15:25.126215 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786da50c-0c95-439b-8866-9b2968a4a976 req-086db7ab-fb7c-4d3e-9c61-6d01c36fa366 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:25.127731 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-786da50c-0c95-439b-8866-9b2968a4a976 req-086db7ab-fb7c-4d3e-9c61-6d01c36fa366 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0563195 Mar 31 19:15:25.182288 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-786da50c-0c95-439b-8866-9b2968a4a976 req-4cf9e3a4-bd0e-4d44-885f-0219c348ab8f tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464718 Mar 31 19:15:26.301814 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee9a41-171a-47a5-8902-57e317c006f3 req-fb382968-b1cb-4697-b9a8-1dafb0c26d34 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:26.303280 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7aee9a41-171a-47a5-8902-57e317c006f3 req-fb382968-b1cb-4697-b9a8-1dafb0c26d34 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0539570 Mar 31 19:15:26.341944 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-97bf2853-ca28-4f4c-baba-1437dd7122e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:26.356139 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7aee9a41-171a-47a5-8902-57e317c006f3 req-2221272d-838d-4e20-b59a-01a411318219 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471175 Mar 31 19:15:27.483319 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53c1e5-0740-4908-843c-12504a73c028 req-2ba5149a-51bd-425e-98fc-6775977637f5 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:27.484832 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4e53c1e5-0740-4908-843c-12504a73c028 req-2ba5149a-51bd-425e-98fc-6775977637f5 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0592687 Mar 31 19:15:27.528833 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:27.551844 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4e53c1e5-0740-4908-843c-12504a73c028 req-92428eb7-e97c-46f2-9d96-c0560b79512a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605998 Mar 31 19:15:28.678599 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a8b9a-3515-404e-89cf-d719154c376e req-4afe9726-014a-4935-8cb6-c16ba74e0aa3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:28.680717 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-446a8b9a-3515-404e-89cf-d719154c376e req-4afe9726-014a-4935-8cb6-c16ba74e0aa3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0531354 Mar 31 19:15:28.731537 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-446a8b9a-3515-404e-89cf-d719154c376e req-f5d48743-9383-428b-a00c-47c32c54c6bd tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451601 Mar 31 19:15:28.791349 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:29.857873 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c941112-5a88-4885-8dd4-19a289227d6b req-a08cd399-9ce7-4e50-af8a-ddbd4d4d9c83 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:29.859548 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3c941112-5a88-4885-8dd4-19a289227d6b req-a08cd399-9ce7-4e50-af8a-ddbd4d4d9c83 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0589023 Mar 31 19:15:29.914957 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3c941112-5a88-4885-8dd4-19a289227d6b req-6c97559d-55d1-487b-9b74-93c34869bc25 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493572 Mar 31 19:15:30.498435 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:31.036924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe8885-4967-4e28-bec0-cab32c27d0e5 req-e987e5b3-62e6-41d1-be17-b479b88e7811 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:31.038557 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-48fe8885-4967-4e28-bec0-cab32c27d0e5 req-e987e5b3-62e6-41d1-be17-b479b88e7811 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0567577 Mar 31 19:15:31.085372 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-48fe8885-4967-4e28-bec0-cab32c27d0e5 req-96311b62-7844-4281-90aa-2e750464c3ca tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Mar 31 19:15:32.205586 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e880ab-e9ff-441d-942d-773711b8c046 req-6c7a3f2b-5fe4-4165-80a3-0a9f0005c8c9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:32.207134 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07e880ab-e9ff-441d-942d-773711b8c046 req-6c7a3f2b-5fe4-4165-80a3-0a9f0005c8c9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0533268 Mar 31 19:15:32.255054 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-07e880ab-e9ff-441d-942d-773711b8c046 req-615f0e03-5270-4f24-a185-52a87f9026dd tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Mar 31 19:15:33.373412 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878d32a-6098-48f8-8055-a784da235ffb req-39ef4bcb-79b7-4a0a-ad56-41dc04086c15 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:33.374870 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5878d32a-6098-48f8-8055-a784da235ffb req-39ef4bcb-79b7-4a0a-ad56-41dc04086c15 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 932 time: 0.0508306 Mar 31 19:15:33.424447 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5878d32a-6098-48f8-8055-a784da235ffb req-519a6752-75c5-485d-8d52-463d46b4a9cd tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Mar 31 19:15:33.865339 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Request body: {'port': {'device_id': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:33.924193 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:34.203811 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b94e26-27c4-46f0-80b5-2e36e3fcc79c {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:15:34.211806 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Publish callbacks [] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:34.223464 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Transition to ACTIVE for port object 50b94e26-27c4-46f0-80b5-2e36e3fcc79c will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:15:34.230672 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:34.299181 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:34.351961 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Attempting to bind port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:15:34.352356 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Attempting to bind port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:15:34.352695 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Attempting to bind port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c on network 6818ece3-44d1-433f-9b8f-a5731847adc5 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:15:34.357378 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c on network 6818ece3-44d1-433f-9b8f-a5731847adc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:15:34.357699 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Attempting to bind port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c on network 6818ece3-44d1-433f-9b8f-a5731847adc5 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:15:34.362782 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:15:34.363151 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Checking segment: {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:15:34.363542 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Bound using segment: {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:15:34.363969 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Bound port: 50b94e26-27c4-46f0-80b5-2e36e3fcc79c, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e87dc83-015f-4c94-b15a-7130f2b7f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:15:34.364327 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:34.435510 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] For port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:15:34.438663 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] For port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:15:34.444790 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:34.477805 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:34.478439 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:34.479813 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] 10.222.0.78 "PUT /v2.0/ports/50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 1094 time: 0.6192300 Mar 31 19:15:34.480249 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:15:34.482491 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74385188-888c-498d-b618-e34a164013c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:15:34.548391 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d387759-0a10-4033-b35d-3f5b392519c8 x-openstack-request-id: req-6d387759-0a10-4033-b35d-3f5b392519c8 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:15:34.548677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:15:34.548925 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d387759-0a10-4033-b35d-3f5b392519c8 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:15:34.549325 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d387759-0a10-4033-b35d-3f5b392519c8'] response: {'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'status': 'completed', 'code': 200} Mar 31 19:15:34.551810 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285936b4-edaa-4b1c-96ff-e975ff44d7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:34.599244 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1aaa-a062-4456-979a-3303c30f90ba req-11fcab02-f9ef-4db9-8038-cce6a5403a15 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:34.600920 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-261c1aaa-a062-4456-979a-3303c30f90ba req-11fcab02-f9ef-4db9-8038-cce6a5403a15 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 944 time: 0.1018403 Mar 31 19:15:34.615337 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a7070-efe7-4ae0-9947-708d88a554ba req-b0a00a7c-22e8-45b2-a47b-aff4f45c87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:34.616837 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-b0a00a7c-22e8-45b2-a47b-aff4f45c87da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1168e0fc70504faa896da7cbd935b314&device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1128 time: 0.0786808 Mar 31 19:15:34.669824 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-cfa41a7a-f810-4d31-8e8d-828cb7d18032 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 217 time: 0.0430996 Mar 31 19:15:34.691686 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-261c1aaa-a062-4456-979a-3303c30f90ba req-5f8667fe-dac6-40a8-bb6b-0dd54b37fe05 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844533 Mar 31 19:15:34.813814 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a7070-efe7-4ae0-9947-708d88a554ba req-d9e93ca7-970b-4c4e-a489-3167a3a311f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:34.815339 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-d9e93ca7-970b-4c4e-a489-3167a3a311f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c8df87-ccc6-41b2-9775-8477d8daf2ab HTTP/1.1" status: 200 len: 854 time: 0.0461655 Mar 31 19:15:34.864451 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a7070-efe7-4ae0-9947-708d88a554ba req-108976e4-9e46-4af7-986b-a1f06e232e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:34.865968 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-108976e4-9e46-4af7-986b-a1f06e232e74 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6818ece3-44d1-433f-9b8f-a5731847adc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443268 Mar 31 19:15:34.958518 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-1d5e30e4-b897-48db-841b-dd5e9a6096e2 service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856795 Mar 31 19:15:35.048133 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-002a7070-efe7-4ae0-9947-708d88a554ba req-18c3afe7-da65-485e-ac38-247d1f14ddf1 service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823307 Mar 31 19:15:35.143799 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385188-888c-498d-b618-e34a164013c2 req-20b0a9e5-8e11-4fbc-8fbc-ed932d02316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:35.145277 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74385188-888c-498d-b618-e34a164013c2 req-20b0a9e5-8e11-4fbc-8fbc-ed932d02316d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1168e0fc70504faa896da7cbd935b314&device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1128 time: 0.0482152 Mar 31 19:15:35.232267 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385188-888c-498d-b618-e34a164013c2 req-b6989e18-7b75-4101-bc90-d095d24aa608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:35.233712 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74385188-888c-498d-b618-e34a164013c2 req-b6989e18-7b75-4101-bc90-d095d24aa608 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 200 len: 917 time: 0.0828664 Mar 31 19:15:35.278318 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74385188-888c-498d-b618-e34a164013c2 req-0072b204-509c-4d8f-822a-b15e63fe00a0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 217 time: 0.0383589 Mar 31 19:15:35.326202 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385188-888c-498d-b618-e34a164013c2 req-d2c93f68-43c6-4b0f-a45d-a4c3182c0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:35.327584 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74385188-888c-498d-b618-e34a164013c2 req-d2c93f68-43c6-4b0f-a45d-a4c3182c0c0f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c8df87-ccc6-41b2-9775-8477d8daf2ab HTTP/1.1" status: 200 len: 854 time: 0.0431468 Mar 31 19:15:35.377527 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385188-888c-498d-b618-e34a164013c2 req-8eb2579d-ed69-4270-aa3b-80fd8335aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:35.379044 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74385188-888c-498d-b618-e34a164013c2 req-8eb2579d-ed69-4270-aa3b-80fd8335aded service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6818ece3-44d1-433f-9b8f-a5731847adc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458248 Mar 31 19:15:35.469905 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74385188-888c-498d-b618-e34a164013c2 req-e4d48263-1dde-49d2-a05c-4dfd58d1b0b0 service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847530 Mar 31 19:15:35.560093 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-74385188-888c-498d-b618-e34a164013c2 req-85ae89a9-00bd-497b-9149-882f6df8007b service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829494 Mar 31 19:15:35.770578 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:15:35.812387 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f712f19-1ed2-41d1-a559-e331aa308599 req-9399c98c-e103-44fa-84f3-8325a0771174 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:35.813840 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8f712f19-1ed2-41d1-a559-e331aa308599 req-9399c98c-e103-44fa-84f3-8325a0771174 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 944 time: 0.0542660 Mar 31 19:15:35.859850 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8f712f19-1ed2-41d1-a559-e331aa308599 req-42e9e59e-cd93-4897-b669-714084144427 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Mar 31 19:15:36.993603 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7146c-08f9-4518-9779-e4b21c754141 req-71abfd16-58e0-4a24-8e1b-b101c3f3284b tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:36.995134 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-15d7146c-08f9-4518-9779-e4b21c754141 req-71abfd16-58e0-4a24-8e1b-b101c3f3284b tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 944 time: 0.0573955 Mar 31 19:15:37.043902 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-15d7146c-08f9-4518-9779-e4b21c754141 req-f4297ce1-2ccd-4580-975d-4998d1414c1a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431275 Mar 31 19:15:38.166816 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb62e-77da-4a83-8643-83f905332f1f req-722ee90b-fe81-42ec-ad1e-66551aa53081 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:38.168402 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f0ffb62e-77da-4a83-8643-83f905332f1f req-722ee90b-fe81-42ec-ad1e-66551aa53081 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 944 time: 0.0550714 Mar 31 19:15:38.219815 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f0ffb62e-77da-4a83-8643-83f905332f1f req-c601ca6b-7dd6-4200-bfcf-04a88e50faf3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 Mar 31 19:15:39.237977 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 50b94e26-27c4-46f0-80b5-2e36e3fcc79c details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:15:39.335440 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:39.343620 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b54a3-8d29-43dd-86cb-a03bce392ea9 req-5b9063b5-3b2d-4164-ba63-cf4a26d2b5ce tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:39.345149 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-df8b54a3-8d29-43dd-86cb-a03bce392ea9 req-5b9063b5-3b2d-4164-ba63-cf4a26d2b5ce tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 944 time: 0.0579581 Mar 31 19:15:39.350333 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'port_id': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'mac_address': 'fa:16:3e:4b:7d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:15:39.394406 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:39.395023 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:39.407771 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-df8b54a3-8d29-43dd-86cb-a03bce392ea9 req-4b588798-fcef-4f29-9f35-fb03e0744add tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567336 Mar 31 19:15:39.413742 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b94e26-27c4-46f0-80b5-2e36e3fcc79c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:15:39.432766 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:39.436966 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:39.483716 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:39.823153 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['50b94e26-27c4-46f0-80b5-2e36e3fcc79c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:15:40.190875 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:40.531117 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8cc08-d821-4945-b0b1-40ed2f2070a1 req-7a40ee56-fa44-4d62-b5cb-b0a2f3c538af tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:40.532630 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-93c8cc08-d821-4945-b0b1-40ed2f2070a1 req-7a40ee56-fa44-4d62-b5cb-b0a2f3c538af tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 945 time: 0.0540814 Mar 31 19:15:40.579486 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-93c8cc08-d821-4945-b0b1-40ed2f2070a1 req-d9c2c15f-b11c-4d66-a544-b77a74b9c3a3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Mar 31 19:15:41.237547 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 50b94e26-27c4-46f0-80b5-2e36e3fcc79c up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:15:41.287161 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:15:41.294343 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:41.294645 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:41.373659 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:41.374042 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:41.397693 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:15:41.400762 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fab5946-4aaf-439b-a990-08260f4d62cd" -d '{"events": [{"server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "name": "network-vif-plugged", "status": "completed", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:15:41.412781 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:41.417560 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:41.442413 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd10133-a813-4bb9-ae71-8a53438552a7 x-openstack-request-id: req-1fd10133-a813-4bb9-ae71-8a53438552a7 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:15:41.442708 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "name": "network-vif-plugged", "status": "completed", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:15:41.442978 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fd10133-a813-4bb9-ae71-8a53438552a7 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:15:41.443370 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd10133-a813-4bb9-ae71-8a53438552a7'] response: {'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'code': 200} Mar 31 19:15:41.470394 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:41.606748 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49817a36-c81d-4628-b2b1-2f9f1b57aa51 req-1837350b-d6ef-4a6c-b4f8-0124d2180a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:41.608309 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-49817a36-c81d-4628-b2b1-2f9f1b57aa51 req-1837350b-d6ef-4a6c-b4f8-0124d2180a43 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1130 time: 0.0442474 Mar 31 19:15:41.667404 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-49817a36-c81d-4628-b2b1-2f9f1b57aa51 req-08686412-ae96-45cf-83db-8563c6ab856a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524521 Mar 31 19:15:41.709342 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50523e-476d-4982-9041-712d7ddd6357 req-1b40444b-94a7-4092-af02-ea1aaac229da tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:41.711608 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7c50523e-476d-4982-9041-712d7ddd6357 req-1b40444b-94a7-4092-af02-ea1aaac229da tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0566769 Mar 31 19:15:41.757882 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7c50523e-476d-4982-9041-712d7ddd6357 req-147ff94b-f6c3-4743-8923-524f181f3f25 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Mar 31 19:15:42.892483 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f54ec-9848-4f67-90ba-22f2138b4595 req-04ebd5fc-1190-46b6-b8ae-bd34cb525ae0 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:42.894046 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cd0f54ec-9848-4f67-90ba-22f2138b4595 req-04ebd5fc-1190-46b6-b8ae-bd34cb525ae0 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0638382 Mar 31 19:15:42.943945 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cd0f54ec-9848-4f67-90ba-22f2138b4595 req-dddae6de-93e5-4501-9170-701ab73f769b tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Mar 31 19:15:44.070579 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3333b7-a7f7-484f-b84e-c0937b9e8abf req-23752a22-e19c-465c-8ccb-d4e5e034bc16 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:44.072061 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2e3333b7-a7f7-484f-b84e-c0937b9e8abf req-23752a22-e19c-465c-8ccb-d4e5e034bc16 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0567513 Mar 31 19:15:44.118313 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2e3333b7-a7f7-484f-b84e-c0937b9e8abf req-81c641a7-acdb-4068-a1b5-df222f2056f2 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Mar 31 19:15:44.239713 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1086a42-eba6-4fce-b89b-51e543244f66 req-e751d240-fac0-42fd-8e02-deb710ab97a3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:44.241117 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c1086a42-eba6-4fce-b89b-51e543244f66 req-e751d240-fac0-42fd-8e02-deb710ab97a3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0543857 Mar 31 19:15:44.288211 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c1086a42-eba6-4fce-b89b-51e543244f66 req-e1385fbd-f994-4526-8707-8022430e06e2 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Mar 31 19:15:44.614970 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b9b95-d87d-4e06-a4a2-6840c51be903 req-05775b26-6445-4a3e-9875-7d6640c80b94 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:44.616958 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8a4b9b95-d87d-4e06-a4a2-6840c51be903 req-05775b26-6445-4a3e-9875-7d6640c80b94 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0527081 Mar 31 19:15:44.666859 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8a4b9b95-d87d-4e06-a4a2-6840c51be903 req-56d51f1f-b110-454c-a68a-cb346b822d0b tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440338 Mar 31 19:15:53.078786 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-4104a17a-6b2f-4684-9419-71bb5597b841 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428452 Mar 31 19:15:53.141618 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-b4e9ac93-6782-4bf9-b4fc-a0be8a5e5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:53.143100 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-b4e9ac93-6782-4bf9-b4fc-a0be8a5e5793 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 1129 time: 0.0439517 Mar 31 19:15:53.252203 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-c4c9887c-749c-49ed-aa96-7bc4de37c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:53.253694 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-c4c9887c-749c-49ed-aa96-7bc4de37c338 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.0922687 Mar 31 19:15:53.332294 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-24184228-7567-4e6e-8370-06eb77a4f72c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ab4075-2112-482d-a903-0c6382859dde HTTP/1.1" status: 200 len: 1000 time: 0.0681551 Mar 31 19:15:53.382300 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-2678afb7-f9a1-4baf-8e42-a299b031a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:53.384382 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-2678afb7-f9a1-4baf-8e42-a299b031a093 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0467091 Mar 31 19:15:53.438124 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-3e99af20-d8ae-479d-8f5c-c51cbf710b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:53.439662 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-3e99af20-d8ae-479d-8f5c-c51cbf710b18 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492156 Mar 31 19:15:53.529643 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-675569be-f1e6-4b0a-974f-af73a637c3b1 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833666 Mar 31 19:15:53.621961 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e0cb3a3f-4034-4342-a4e0-ace29b4e1011 req-c7f77c94-dcd5-4075-9854-14e255157e35 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866885 Mar 31 19:15:53.837835 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-742a7aeb-5304-4d18-8a05-d80cbc88828c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:54.078325 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc1e46-afac-47fd-9302-50ea8071c933 req-8e327eb6-94fd-4a43-bfd3-0ed28801d478 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:54.079843 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-76fc1e46-afac-47fd-9302-50ea8071c933 req-8e327eb6-94fd-4a43-bfd3-0ed28801d478 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0553308 Mar 31 19:15:54.127047 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-76fc1e46-afac-47fd-9302-50ea8071c933 req-90464c05-0a90-48d6-a6ae-122e3b42da54 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Mar 31 19:15:54.150196 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33886) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:54.246087 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90127351-d010-4cc9-a75d-30bbe1fdaf08 tempest-TestMinimumBasicScenario-561726919 tempest-TestMinimumBasicScenario-561726919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:54.247672 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-90127351-d010-4cc9-a75d-30bbe1fdaf08 tempest-TestMinimumBasicScenario-561726919 tempest-TestMinimumBasicScenario-561726919-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1125 time: 0.0964055 Mar 31 19:15:54.250578 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33890) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:54.254744 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'port_id': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:54.275166 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:54.371069 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:54.478565 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Allocated IP 172.27.0.94 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/fd1c57fd-6b57-43af-a063-c1a0b81e1d89) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:15:54.582203 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for port (fd1c57fd-6b57-43af-a063-c1a0b81e1d89), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:54.618364 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (fd1c57fd-6b57-43af-a063-c1a0b81e1d89), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:54.659322 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:15:54.662240 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:15:54.665977 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:15:54.694518 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'Port': ['ID=fd1c57fd-6b57-43af-a063-c1a0b81e1d89,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:54.707052 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.707404 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.707749 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.708092 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.708427 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.708762 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.709095 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.709424 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.709753 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.710699 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.711067 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.711404 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.711736 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.712065 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:54.712393 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:55.032367 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for floatingip (9065af98-3f76-4b99-9cf5-ed49f05a9d71), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:55.103372 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (fd1c57fd-6b57-43af-a063-c1a0b81e1d89), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:55.255932 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for port (fd1c57fd-6b57-43af-a063-c1a0b81e1d89), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:55.261390 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (fd1c57fd-6b57-43af-a063-c1a0b81e1d89), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:55.334198 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'Port': ['ID=fd1c57fd-6b57-43af-a063-c1a0b81e1d89,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:55.347192 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (9065af98-3f76-4b99-9cf5-ed49f05a9d71), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:55.451211 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Floating IP 9065af98-3f76-4b99-9cf5-ed49f05a9d71 associated. External IP: 172.27.0.94, port: 50b94e26-27c4-46f0-80b5-2e36e3fcc79c. Mar 31 19:15:55.894456 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Router 56041b83-0f96-4d12-be5b-b340d098c098 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:15:56.005910 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:15:56.017038 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] Sync routers for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:15:56.024294 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.027854 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:56.028562 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:15:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:56.055235 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4ff572b8-0cfb-45b8-b026-ac017117798c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8035946 Mar 31 19:15:56.055908 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:15:56.058190 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33892) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:56.058653 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ed092-df76-4b3a-8188-e36638702f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:15:56.064042 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-91335bc0-df12-4a3f-8ba9-010c06129748 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476394781', 'description': 'tempest-secgroup-smoke-476394781 description', 'project_id': '1168e0fc70504faa896da7cbd935b314'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:56.088374 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91335bc0-df12-4a3f-8ba9-010c06129748 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.144007 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:56.158865 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91335bc0-df12-4a3f-8ba9-010c06129748 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group (27415489-8942-4622-8251-2bd88d5cb0ad), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.164591 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91335bc0-df12-4a3f-8ba9-010c06129748 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (27415489-8942-4622-8251-2bd88d5cb0ad), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.195982 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91335bc0-df12-4a3f-8ba9-010c06129748 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.200141 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-91335bc0-df12-4a3f-8ba9-010c06129748 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1372378 Mar 31 19:15:56.200321 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33898) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:56.204686 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c553fffe-4dcf-4bad-9863-893c0b085688 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'security_group_rule': {'security_group_id': '27415489-8942-4622-8251-2bd88d5cb0ad', 'project_id': '1168e0fc70504faa896da7cbd935b314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:56.209599 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91335bc0-df12-4a3f-8ba9-010c06129748 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27415489-8942-4622-8251-2bd88d5cb0ad,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:56.224265 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627a8d7c-06eb-420a-b924-e6539879496a x-openstack-request-id: req-627a8d7c-06eb-420a-b924-e6539879496a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:15:56.224635 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:15:56.224861 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-627a8d7c-06eb-420a-b924-e6539879496a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:15:56.225340 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627a8d7c-06eb-420a-b924-e6539879496a'] response: {'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'status': 'completed', 'code': 200} Mar 31 19:15:56.234097 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c553fffe-4dcf-4bad-9863-893c0b085688 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (58743a05-4816-48c0-8045-6e952bbe2742), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.316073 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c553fffe-4dcf-4bad-9863-893c0b085688 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (58743a05-4816-48c0-8045-6e952bbe2742), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.320014 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c553fffe-4dcf-4bad-9863-893c0b085688 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (58743a05-4816-48c0-8045-6e952bbe2742), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.327736 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed092-df76-4b3a-8188-e36638702f4e req-a1b46986-4b83-436b-8c2b-98f690a4b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:56.329274 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b12ed092-df76-4b3a-8188-e36638702f4e req-a1b46986-4b83-436b-8c2b-98f690a4b209 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1168e0fc70504faa896da7cbd935b314&device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1130 time: 0.0799522 Mar 31 19:15:56.342327 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553fffe-4dcf-4bad-9863-893c0b085688 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58743a05-4816-48c0-8045-6e952bbe2742,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:56.352911 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-372d8280-1210-4024-967d-c5a53fc1641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.358639 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c553fffe-4dcf-4bad-9863-893c0b085688 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.359782 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-c553fffe-4dcf-4bad-9863-893c0b085688 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586943 Mar 31 19:15:56.362623 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33900) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:56.368628 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f5d3e403-6deb-48be-a917-e8e774a79a7f tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'security_group_rule': {'security_group_id': '27415489-8942-4622-8251-2bd88d5cb0ad', 'project_id': '1168e0fc70504faa896da7cbd935b314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:56.394320 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '9065af98-3f76-4b99-9cf5-ed49f05a9d71', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'port_id': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'mac_address': 'fa:16:3e:4b:7d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:15:54Z', 'updated_at': '2022-03-31T19:15:54Z', 'revision_number': 0, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0c3aa7-c096-4085-9fe4-8b560365b075', 'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'mac_address': 'fa:16:3e:ee:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:01Z', 'updated_at': '2022-03-31T19:15:05Z', 'revision_number': 5, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'subnets': [{'id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:56.403416 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e403-6deb-48be-a917-e8e774a79a7f tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (a3fec2a9-e1d8-4a2c-be98-e743079ee4ad), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.421092 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] Checking router: 56041b83-0f96-4d12-be5b-b340d098c098 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:15:56.429896 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:15:56.430730 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:15:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:56.437944 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed092-df76-4b3a-8188-e36638702f4e req-126a247f-bc03-4d51-a1b9-faf012160629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:56.439505 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b12ed092-df76-4b3a-8188-e36638702f4e req-126a247f-bc03-4d51-a1b9-faf012160629 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 200 len: 917 time: 0.0922990 Mar 31 19:15:56.471830 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e403-6deb-48be-a917-e8e774a79a7f tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (a3fec2a9-e1d8-4a2c-be98-e743079ee4ad), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.476394 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e403-6deb-48be-a917-e8e774a79a7f tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (a3fec2a9-e1d8-4a2c-be98-e743079ee4ad), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.495607 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3e403-6deb-48be-a917-e8e774a79a7f tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fec2a9-e1d8-4a2c-be98-e743079ee4ad,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:56.504186 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e403-6deb-48be-a917-e8e774a79a7f tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.508858 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f5d3e403-6deb-48be-a917-e8e774a79a7f tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445324 Mar 31 19:15:56.509793 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:56.513692 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b12ed092-df76-4b3a-8188-e36638702f4e req-d5e576e2-8e2f-4aca-9b40-4aa3298e5972 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 999 time: 0.0678937 Mar 31 19:15:56.514647 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d495bfd1-d8b3-4d52-aa7f-0bf6fd2fd879 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'security_group_rule': {'security_group_id': '27415489-8942-4622-8251-2bd88d5cb0ad', 'project_id': '1168e0fc70504faa896da7cbd935b314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:56.541506 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d495bfd1-d8b3-4d52-aa7f-0bf6fd2fd879 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (0a03cb4a-d64f-421a-bb7c-c19dd51208f0), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.544416 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:15:56.565461 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed092-df76-4b3a-8188-e36638702f4e req-da45a943-fcc4-48dc-8469-6b78b2b6835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:56.566912 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b12ed092-df76-4b3a-8188-e36638702f4e req-da45a943-fcc4-48dc-8469-6b78b2b6835d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c8df87-ccc6-41b2-9775-8477d8daf2ab HTTP/1.1" status: 200 len: 854 time: 0.0463841 Mar 31 19:15:56.602556 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d495bfd1-d8b3-4d52-aa7f-0bf6fd2fd879 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (0a03cb4a-d64f-421a-bb7c-c19dd51208f0), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.606782 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d495bfd1-d8b3-4d52-aa7f-0bf6fd2fd879 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (0a03cb4a-d64f-421a-bb7c-c19dd51208f0), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.624349 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed092-df76-4b3a-8188-e36638702f4e req-f1485061-4d79-4f0c-bb3f-2e8ec98f4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:56.624721 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495bfd1-d8b3-4d52-aa7f-0bf6fd2fd879 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a03cb4a-d64f-421a-bb7c-c19dd51208f0,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:56.627096 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b12ed092-df76-4b3a-8188-e36638702f4e req-f1485061-4d79-4f0c-bb3f-2e8ec98f4072 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6818ece3-44d1-433f-9b8f-a5731847adc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519838 Mar 31 19:15:56.634384 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d495bfd1-d8b3-4d52-aa7f-0bf6fd2fd879 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.635994 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d495bfd1-d8b3-4d52-aa7f-0bf6fd2fd879 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251004 Mar 31 19:15:56.638505 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33904) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:56.642968 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9388307c-d11f-4378-9414-cb5fbea38cd9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'security_group_rule': {'security_group_id': '27415489-8942-4622-8251-2bd88d5cb0ad', 'project_id': '1168e0fc70504faa896da7cbd935b314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:56.671389 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9388307c-d11f-4378-9414-cb5fbea38cd9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (2b1b7c98-5102-433b-aa97-7216d344b0c0), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.733145 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b12ed092-df76-4b3a-8188-e36638702f4e req-b647ed2e-8364-4f5d-b235-b23a82898330 service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935020 Mar 31 19:15:56.738808 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9388307c-d11f-4378-9414-cb5fbea38cd9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (2b1b7c98-5102-433b-aa97-7216d344b0c0), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.743622 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9388307c-d11f-4378-9414-cb5fbea38cd9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (2b1b7c98-5102-433b-aa97-7216d344b0c0), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.761679 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388307c-d11f-4378-9414-cb5fbea38cd9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1b7c98-5102-433b-aa97-7216d344b0c0,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:56.771173 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9388307c-d11f-4378-9414-cb5fbea38cd9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.775935 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9388307c-d11f-4378-9414-cb5fbea38cd9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329710 Mar 31 19:15:56.776177 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33906) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:56.780647 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d224961a-d75d-401e-940f-e4a77f20dbde tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'security_group_rule': {'security_group_id': '27415489-8942-4622-8251-2bd88d5cb0ad', 'project_id': '1168e0fc70504faa896da7cbd935b314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:56.801445 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-d224961a-d75d-401e-940f-e4a77f20dbde tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Project 1168e0fc70504faa896da7cbd935b314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:15:56.802015 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '9065af98-3f76-4b99-9cf5-ed49f05a9d71', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'port_id': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'mac_address': 'fa:16:3e:4b:7d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:15:54Z', 'updated_at': '2022-03-31T19:15:54Z', 'revision_number': 0, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0c3aa7-c096-4085-9fe4-8b560365b075', 'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'mac_address': 'fa:16:3e:ee:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:01Z', 'updated_at': '2022-03-31T19:15:05Z', 'revision_number': 5, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'subnets': [{'id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:15:56.808031 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d224961a-d75d-401e-940f-e4a77f20dbde tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (98c946f7-d111-49b9-b440-b9c4840d06c4), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.838117 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa68a3-e4bb-4762-b0fd-0f09e76c0359 None None] The sync data for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi is: [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '9065af98-3f76-4b99-9cf5-ed49f05a9d71', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'port_id': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'mac_address': 'fa:16:3e:4b:7d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:15:54Z', 'updated_at': '2022-03-31T19:15:54Z', 'revision_number': 0, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0c3aa7-c096-4085-9fe4-8b560365b075', 'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'mac_address': 'fa:16:3e:ee:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:01Z', 'updated_at': '2022-03-31T19:15:05Z', 'revision_number': 5, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'subnets': [{'id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:15:56.843165 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b12ed092-df76-4b3a-8188-e36638702f4e req-a70a620b-0466-49d7-862e-44ae589c7a24 service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029115 Mar 31 19:15:56.880587 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d224961a-d75d-401e-940f-e4a77f20dbde tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (98c946f7-d111-49b9-b440-b9c4840d06c4), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.885337 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d224961a-d75d-401e-940f-e4a77f20dbde tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (98c946f7-d111-49b9-b440-b9c4840d06c4), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.909543 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224961a-d75d-401e-940f-e4a77f20dbde tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c946f7-d111-49b9-b440-b9c4840d06c4,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:56.918787 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d224961a-d75d-401e-940f-e4a77f20dbde tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:56.920011 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d224961a-d75d-401e-940f-e4a77f20dbde tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427648 Mar 31 19:15:56.922736 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33908) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:15:56.927083 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7f26512c-ea73-4a91-a200-cddf2c5d1a49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'security_group_rule': {'security_group_id': '27415489-8942-4622-8251-2bd88d5cb0ad', 'project_id': '1168e0fc70504faa896da7cbd935b314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:56.947622 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-7f26512c-ea73-4a91-a200-cddf2c5d1a49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Project 1168e0fc70504faa896da7cbd935b314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 19:15:56.952796 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f26512c-ea73-4a91-a200-cddf2c5d1a49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (19e2c83f-0473-4ef6-9b1d-d4d3bfc3299c), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:57.017637 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f26512c-ea73-4a91-a200-cddf2c5d1a49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (19e2c83f-0473-4ef6-9b1d-d4d3bfc3299c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:57.023008 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f26512c-ea73-4a91-a200-cddf2c5d1a49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (19e2c83f-0473-4ef6-9b1d-d4d3bfc3299c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:57.042108 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26512c-ea73-4a91-a200-cddf2c5d1a49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e2c83f-0473-4ef6-9b1d-d4d3bfc3299c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:57.051091 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f26512c-ea73-4a91-a200-cddf2c5d1a49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:57.052323 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7f26512c-ea73-4a91-a200-cddf2c5d1a49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287096 Mar 31 19:15:57.062341 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dd779-ff9b-4400-a131-7742af407162 None None] New status for floating IP 9065af98-3f76-4b99-9cf5-ed49f05a9d71: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:15:57.153531 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-c0fefbc8-9201-4576-8525-0ebac114bae6 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476394781&fields=id&tenant_id=1168e0fc70504faa896da7cbd935b314 HTTP/1.1" status: 200 len: 267 time: 0.0556052 Mar 31 19:15:57.220335 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-b7753d43-65b9-4e26-8db9-e64185514bef tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:57.221993 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-b7753d43-65b9-4e26-8db9-e64185514bef tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0629697 Mar 31 19:15:57.236641 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'port': {'security_groups': ['39a6f809-44ec-4a82-8f4d-84be9204a31a', '27415489-8942-4622-8251-2bd88d5cb0ad']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:15:57.309894 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:57.503283 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] For port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:15:57.528422 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:57.536932 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:57.542127 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:57.554352 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['50b94e26-27c4-46f0-80b5-2e36e3fcc79c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:15:57.597679 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:57.598333 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:57.599821 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ceeb0975-718c-4d98-bd45-81d42a86c144 req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "PUT /v2.0/ports/50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 982 time: 0.3680685 Mar 31 19:15:57.600338 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:15:57.603727 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:15:57.636029 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'Port': ['ID=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,revision_number=6']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:15:57.644461 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.644816 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.645166 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.645536 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.646082 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.646223 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.646560 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.648653 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.648653 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.648653 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.648653 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.648653 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.649413 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.649413 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.649704 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac552e65-acc5-4c4e-a261-1dc85a6d2d6d tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:15:57.693730 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['50b94e26-27c4-46f0-80b5-2e36e3fcc79c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:15:57.698148 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce83e3b-e52f-4202-93cc-b659f8a5292b x-openstack-request-id: req-9ce83e3b-e52f-4202-93cc-b659f8a5292b {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:15:57.698587 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:15:57.698956 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ce83e3b-e52f-4202-93cc-b659f8a5292b {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:15:57.699502 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce83e3b-e52f-4202-93cc-b659f8a5292b'] response: {'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'status': 'completed', 'code': 200} Mar 31 19:15:57.816212 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4dd04-741d-40cb-b8fe-5192c646e5e7 req-518d1b34-82d4-4343-a8bb-7157dea0443e tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:57.817830 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dbf4dd04-741d-40cb-b8fe-5192c646e5e7 req-518d1b34-82d4-4343-a8bb-7157dea0443e tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.1021464 Mar 31 19:15:57.821345 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-eb670568-644c-4169-a9dc-1bc8805baf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:57.822601 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-eb670568-644c-4169-a9dc-1bc8805baf0c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1168e0fc70504faa896da7cbd935b314&device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1169 time: 0.0973752 Mar 31 19:15:57.943340 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dbf4dd04-741d-40cb-b8fe-5192c646e5e7 req-11b733e5-b647-4015-8adf-bcd8bf3fa65a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180048 Mar 31 19:15:57.958602 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-4b0262c3-8578-4002-94be-b39a2c28805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:57.960648 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-4b0262c3-8578-4002-94be-b39a2c28805a service neutron] 10.222.0.78 "GET /v2.0/networks?id=6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 200 len: 917 time: 0.1292374 Mar 31 19:15:57.977900 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1783b77c-6d63-43b3-912e-7a9fe0a69682 None None] Provisioning complete for port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:15:57.978265 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1783b77c-6d63-43b3-912e-7a9fe0a69682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:15:58.028937 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-a3d03959-79ea-48e3-b6a0-12b19fd1a508 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 1001 time: 0.0610349 Mar 31 19:15:58.079898 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-ea0f3a6a-b002-498b-9ea6-91c01d48f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:58.081469 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-ea0f3a6a-b002-498b-9ea6-91c01d48f158 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c8df87-ccc6-41b2-9775-8477d8daf2ab HTTP/1.1" status: 200 len: 854 time: 0.0460341 Mar 31 19:15:58.135740 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-1f65af8a-77cc-43df-bcd9-c8eb36296c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:15:58.137245 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-1f65af8a-77cc-43df-bcd9-c8eb36296c92 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6818ece3-44d1-433f-9b8f-a5731847adc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500274 Mar 31 19:15:58.229054 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-996acc32-c39d-495c-a7cb-7bb4e293f365 service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856919 Mar 31 19:15:58.334682 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1783b77c-6d63-43b3-912e-7a9fe0a69682 None None] Current status of the port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:15:58.595841 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-026d1f40-2dbf-47f7-b813-ea72f0ed55b4 req-4aab097c-4d3d-4ccd-bb0e-54840d2fba6d service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598619 Mar 31 19:15:58.792226 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:00.501313 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:10.197102 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:10.981679 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 33962) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:10.986212 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4f1b61b9-2f1e-4e73-81f5-e464d593a7b9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172009657', 'description': 'tempest-description--297403355'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:16:11.006505 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4f1b61b9-2f1e-4e73-81f5-e464d593a7b9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.077122 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4f1b61b9-2f1e-4e73-81f5-e464d593a7b9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (d5252cf8-43f0-4d94-a1db-2388134caec3), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.080879 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4f1b61b9-2f1e-4e73-81f5-e464d593a7b9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d5252cf8-43f0-4d94-a1db-2388134caec3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.110965 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4f1b61b9-2f1e-4e73-81f5-e464d593a7b9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.112188 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4f1b61b9-2f1e-4e73-81f5-e464d593a7b9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295114 Mar 31 19:16:11.114024 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b61b9-2f1e-4e73-81f5-e464d593a7b9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5252cf8-43f0-4d94-a1db-2388134caec3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:11.115035 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33964) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:11.120241 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0ba39773-d841-491b-9a92-ea006ffec72a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group_rule': {'security_group_id': 'd5252cf8-43f0-4d94-a1db-2388134caec3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:16:11.145101 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ba39773-d841-491b-9a92-ea006ffec72a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (9a4677d7-b237-4805-beda-31b6f8432c4e), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.201062 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ba39773-d841-491b-9a92-ea006ffec72a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (9a4677d7-b237-4805-beda-31b6f8432c4e), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.204999 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ba39773-d841-491b-9a92-ea006ffec72a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (9a4677d7-b237-4805-beda-31b6f8432c4e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.227296 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba39773-d841-491b-9a92-ea006ffec72a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4677d7-b237-4805-beda-31b6f8432c4e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:11.233406 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ba39773-d841-491b-9a92-ea006ffec72a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.234497 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-0ba39773-d841-491b-9a92-ea006ffec72a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178517 Mar 31 19:16:11.237138 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33966) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:11.241311 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6277f6df-7869-42d3-9e60-709c26b8bb8c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group_rule': {'security_group_id': 'd5252cf8-43f0-4d94-a1db-2388134caec3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:16:11.266519 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6277f6df-7869-42d3-9e60-709c26b8bb8c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (78733f4b-a156-4937-943f-bcb550ddcbb6), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.323551 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6277f6df-7869-42d3-9e60-709c26b8bb8c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (78733f4b-a156-4937-943f-bcb550ddcbb6), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.327037 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6277f6df-7869-42d3-9e60-709c26b8bb8c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (78733f4b-a156-4937-943f-bcb550ddcbb6), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.346837 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277f6df-7869-42d3-9e60-709c26b8bb8c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78733f4b-a156-4937-943f-bcb550ddcbb6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:11.352219 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6277f6df-7869-42d3-9e60-709c26b8bb8c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.353438 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6277f6df-7869-42d3-9e60-709c26b8bb8c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153512 Mar 31 19:16:11.356774 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 33968) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:11.361081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:16:11.380820 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.477968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.586232 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Allocated IP 172.27.0.67 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/01d53eb0-e9b3-48fe-b336-fe438ded2925) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:16:11.689478 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (01d53eb0-e9b3-48fe-b336-fe438ded2925), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.724686 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (01d53eb0-e9b3-48fe-b336-fe438ded2925), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.764922 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:16:11.767948 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:16:11.774770 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:16:11.780515 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=01d53eb0-e9b3-48fe-b336-fe438ded2925,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:11.871725 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (6ff952dd-9e55-43c3-95c6-1e777e27db4b), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:11.908122 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (01d53eb0-e9b3-48fe-b336-fe438ded2925), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:12.064854 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (01d53eb0-e9b3-48fe-b336-fe438ded2925), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:12.069658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (01d53eb0-e9b3-48fe-b336-fe438ded2925), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:12.139415 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=01d53eb0-e9b3-48fe-b336-fe438ded2925,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:12.152488 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6ff952dd-9e55-43c3-95c6-1e777e27db4b), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:12.171838 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:12.173536 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5a4c990c-2979-4b3c-85e2-faeee23fba57 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8153834 Mar 31 19:16:12.383365 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-6422cd73-dae9-4f71-9be4-c51a33f28c61 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1172009657&fields=id&tenant_id=4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 267 time: 0.0472562 Mar 31 19:16:12.487390 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-3798eeea-1a62-4c90-a912-27c399c03374 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:12.488822 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-3798eeea-1a62-4c90-a912-27c399c03374 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 814 time: 0.0988884 Mar 31 19:16:12.503540 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-a6fa1fa2-a81b-4dc9-8017-56e0a77b9d17 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/quotas/4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 375 time: 0.0087848 Mar 31 19:16:12.560249 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-2a50ec06-4999-4b73-bcdc-f67fa4f730c2 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510366 Mar 31 19:16:12.665679 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-4b696d34-3363-45d2-b209-6cfc24a4571d service neutron] 10.222.0.13 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923352 Mar 31 19:16:12.754092 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-2c3e47de-21ef-4bc8-93f5-2a46c63f5815 service neutron] 10.222.0.13 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828435 Mar 31 19:16:12.769659 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:16:12.913270 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-abb793fa-fc24-4ee1-b4d9-bb633fa6bda2 req-868cc9bc-d26b-4835-bc88-c74eaba581ea tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 210 time: 0.0278695 Mar 31 19:16:13.900087 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-932b20f8-98ef-4463-a6cf-f36a85008706 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:13.901698 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-932b20f8-98ef-4463-a6cf-f36a85008706 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 814 time: 0.1171141 Mar 31 19:16:13.990220 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-7bb6da6f-e10b-4dbc-9a98-30e7b6ebc0ad tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 473 time: 0.0797379 Mar 31 19:16:14.004355 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'port': {'device_id': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'admin_state_up': True, 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'security_groups': ['d5252cf8-43f0-4d94-a1db-2388134caec3']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:16:14.064149 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-96cfc489-4d54-42fd-bb2f-cda897406f8a req-a74b3f34-3473-4083-b15a-1fe7c4d21a59 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 210 time: 0.0729535 Mar 31 19:16:14.133250 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Made reservation on behalf of 4917168d87c443ab88020bcb89f46ded for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:16:14.136833 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:14.276884 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Allocated IP 172.20.0.8 (c508052c-ead6-4f6a-bdc5-8a3873b408cd/ef10fcff-b3f3-4461-aec2-773a25c74d8d/97269b1d-3a63-4aa8-97e0-5979f8ba90a1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:16:14.416505 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:14.451797 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:14.499284 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:16:14.502512 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:16:14.509315 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:16:14.536703 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:14.568950 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:14.569630 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:14.590661 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-8df9c6ba-42cd-412c-97a9-f9df249fe5b3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5896235 Mar 31 19:16:14.620059 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Request body: {'port': {'device_id': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:16:14.692939 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:14.760836 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b67162ca-6302-4c36-be5f-d83c1aa0b606 None None] Provisioning complete for port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:16:14.761622 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b67162ca-6302-4c36-be5f-d83c1aa0b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:14.797816 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b67162ca-6302-4c36-be5f-d83c1aa0b606 None None] Port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:16:15.001482 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:16:15.011084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Publish callbacks [] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:15.025617 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Transition to ACTIVE for port object 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:16:15.030683 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:15.137591 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Pushing event updated for resources: {'Port': ['ID=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:15.207111 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Attempting to bind port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:16:15.207515 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Attempting to bind port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:16:15.207844 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Attempting to bind port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:16:15.215939 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:16:15.216285 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Attempting to bind port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:16:15.224685 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:16:15.225034 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Checking segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:16:15.225431 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Bound using segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:16:15.225871 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Bound port: 97269b1d-3a63-4aa8-97e0-5979f8ba90a1, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:16:15.226236 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:15.246381 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d69af-41ff-4a77-94df-cfaf9b77099e req-904277bb-ab5f-42be-95b3-63ed454d6155 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:15.248072 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f8d69af-41ff-4a77-94df-cfaf9b77099e req-904277bb-ab5f-42be-95b3-63ed454d6155 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 943 time: 0.0966101 Mar 31 19:16:15.342586 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4f8d69af-41ff-4a77-94df-cfaf9b77099e req-faa849a2-d2d0-4d06-930c-718fd7cf04f2 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875611 Mar 31 19:16:15.345506 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] For port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:16:15.349370 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] For port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:16:15.358168 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:15.394699 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:15.395477 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:15.396755 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] 10.222.0.78 "PUT /v2.0/ports/97269b1d-3a63-4aa8-97e0-5979f8ba90a1 HTTP/1.1" status: 200 len: 1093 time: 0.7819798 Mar 31 19:16:15.397204 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'tag': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:16:15.399793 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62e5035-7124-4bac-b7d3-ef16f28bae9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb", "tag": "97269b1d-3a63-4aa8-97e0-5979f8ba90a1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:16:15.433486 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f3a2b-860a-453e-950d-0d47da74161a service neutron] Pushing event updated for resources: {'Port': ['ID=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:15.458931 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7264203d-a050-4747-8012-c4230ac0e523 x-openstack-request-id: req-7264203d-a050-4747-8012-c4230ac0e523 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:16:15.459267 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb", "tag": "97269b1d-3a63-4aa8-97e0-5979f8ba90a1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:16:15.459527 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7264203d-a050-4747-8012-c4230ac0e523 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:16:15.459941 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7264203d-a050-4747-8012-c4230ac0e523'] response: {'name': 'network-changed', 'server_uuid': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'tag': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1', 'status': 'completed', 'code': 200} Mar 31 19:16:15.502869 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-066e8d68-f9aa-422b-a966-f8f4ead1509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:15.504490 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-066e8d68-f9aa-422b-a966-f8f4ead1509f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 1127 time: 0.0566318 Mar 31 19:16:15.549568 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-08be1701-fcec-4319-9191-1d278f1ab803 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97269b1d-3a63-4aa8-97e0-5979f8ba90a1 HTTP/1.1" status: 200 len: 217 time: 0.0380838 Mar 31 19:16:15.604473 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-90f73800-e53d-4314-aa44-0fa6356c1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:15.605944 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-90f73800-e53d-4314-aa44-0fa6356c1259 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0503709 Mar 31 19:16:15.660722 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-1327abb9-4eca-48d6-bf41-7409c5d60478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:15.662157 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-1327abb9-4eca-48d6-bf41-7409c5d60478 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502021 Mar 31 19:16:15.765713 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-bf036d9d-c463-428f-b1e2-9997e3314fa3 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975425 Mar 31 19:16:15.863701 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7743fc21-01ca-4346-8821-cd7c925889d9 req-de28bddf-e8af-4cf0-997f-7a445e6d7cdf service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910895 Mar 31 19:16:15.966900 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-37dd8443-d8c8-40b3-ad7a-e96c8952801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:15.978835 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-37dd8443-d8c8-40b3-ad7a-e96c8952801a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 1127 time: 0.0577812 Mar 31 19:16:16.069913 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-bb0ac04b-ab9f-4731-bd0e-558006937aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:16.071426 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-bb0ac04b-ab9f-4731-bd0e-558006937aa2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0859218 Mar 31 19:16:16.116533 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-295328f1-ff37-4c5f-afa2-a4d4e9e6a467 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97269b1d-3a63-4aa8-97e0-5979f8ba90a1 HTTP/1.1" status: 200 len: 217 time: 0.0390272 Mar 31 19:16:16.168485 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-08086a13-5de5-4e97-8199-6eff4a565844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:16.169989 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-08086a13-5de5-4e97-8199-6eff4a565844 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0477014 Mar 31 19:16:16.220234 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-dd92ad72-fd6e-44df-9969-ad121d321004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:16.221765 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-dd92ad72-fd6e-44df-9969-ad121d321004 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461390 Mar 31 19:16:16.317509 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-74d7a163-bd14-42c7-a2bd-29f9ce4e0869 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894091 Mar 31 19:16:16.417824 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a62e5035-7124-4bac-b7d3-ef16f28bae9b req-a1c08494-09a2-4725-9844-3f8e2b8fd092 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943604 Mar 31 19:16:16.475670 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddfd88-eff5-40e6-aa19-2b98667c02d6 req-079bfb49-7760-48bb-88c9-8b492d8e6a69 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:16.477885 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-51ddfd88-eff5-40e6-aa19-2b98667c02d6 req-079bfb49-7760-48bb-88c9-8b492d8e6a69 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 943 time: 0.0591867 Mar 31 19:16:16.529252 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-51ddfd88-eff5-40e6-aa19-2b98667c02d6 req-ee5494e8-ce72-4545-bb4e-affbe8534f34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449038 Mar 31 19:16:17.656914 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97d284-57af-4785-9693-ada468499b6a req-1214e17f-0559-4a0d-a65d-48d6a124dcca tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:17.658405 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cf97d284-57af-4785-9693-ada468499b6a req-1214e17f-0559-4a0d-a65d-48d6a124dcca tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 943 time: 0.0536780 Mar 31 19:16:17.711379 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cf97d284-57af-4785-9693-ada468499b6a req-ab9f4b03-e22c-4d93-bba0-d17c6b1e5ed9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464497 Mar 31 19:16:18.839544 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4e9d9-8475-4551-b8a0-574c1d5e98ea req-b9ed8046-e8d9-491c-bdef-d9a56a02c307 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:18.841035 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1ce4e9d9-8475-4551-b8a0-574c1d5e98ea req-b9ed8046-e8d9-491c-bdef-d9a56a02c307 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 943 time: 0.0562141 Mar 31 19:16:18.894188 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1ce4e9d9-8475-4551-b8a0-574c1d5e98ea req-ff18f9c7-1808-4b89-9777-42c6b56ac659 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476105 Mar 31 19:16:19.339532 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:16:19.439605 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:19.451468 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'port_id': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1', 'mac_address': 'fa:16:3e:df:54:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:16:19.488711 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:16:19.489093 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:19.504102 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:16:19.525849 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:19.529963 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:19.583746 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:19.591048 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.591334 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.591678 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.592023 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.592413 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.592748 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.593076 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.593400 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.593723 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.594048 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.594378 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.594700 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.595055 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.595387 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.595707 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:16:19.903585 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['97269b1d-3a63-4aa8-97e0-5979f8ba90a1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:16:20.025534 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1b50c-6717-4ec1-936e-a963119b4c3c req-5b690715-8065-4ce4-81f2-962b8902dadb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:20.027677 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-02b1b50c-6717-4ec1-936e-a963119b4c3c req-5b690715-8065-4ce4-81f2-962b8902dadb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 944 time: 0.0592573 Mar 31 19:16:20.077044 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-02b1b50c-6717-4ec1-936e-a963119b4c3c req-e2ce78f8-2df8-428f-ac3f-e54ae7c0236f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Mar 31 19:16:21.209844 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a681abb-2520-474c-a297-3cdaf1eb78d8 req-ba50110f-397b-4801-b506-78c0ab61bddd tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:21.211574 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a681abb-2520-474c-a297-3cdaf1eb78d8 req-ba50110f-397b-4801-b506-78c0ab61bddd tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 944 time: 0.0639138 Mar 31 19:16:21.267511 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a681abb-2520-474c-a297-3cdaf1eb78d8 req-1d87a411-f363-4aa0-95ea-8fe737878c3d tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448017 Mar 31 19:16:21.346600 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:16:21.400799 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:16:21.405579 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:16:21.405944 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:21.486595 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:16:21.487039 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:21.512737 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:16:21.515081 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803f0480-01cf-4904-8995-b383cd2edf90" -d '{"events": [{"server_uuid": "b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb", "name": "network-vif-plugged", "status": "completed", "tag": "97269b1d-3a63-4aa8-97e0-5979f8ba90a1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:16:21.527988 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:21.532558 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:21.563841 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae4bff8-f785-4804-8638-41e4c7cadf10 x-openstack-request-id: req-9ae4bff8-f785-4804-8638-41e4c7cadf10 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:16:21.564204 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb", "name": "network-vif-plugged", "status": "completed", "tag": "97269b1d-3a63-4aa8-97e0-5979f8ba90a1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:16:21.564405 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ae4bff8-f785-4804-8638-41e4c7cadf10 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:16:21.564861 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae4bff8-f785-4804-8638-41e4c7cadf10'] response: {'server_uuid': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1', 'code': 200} Mar 31 19:16:21.596413 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:21.760353 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063de5c-b45a-44e2-bfe7-f1c808f17d96 req-e473f78f-3c05-4e9e-a9e9-630d81ac812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:21.761881 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7063de5c-b45a-44e2-bfe7-f1c808f17d96 req-e473f78f-3c05-4e9e-a9e9-630d81ac812c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 1129 time: 0.0646133 Mar 31 19:16:21.811440 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7063de5c-b45a-44e2-bfe7-f1c808f17d96 req-773105aa-dabc-4847-8292-17e2e661101b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 Mar 31 19:16:22.395481 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63bce-b3e6-44fd-8104-b07b969004f3 req-88666832-6bb4-419a-93a3-bfa143497f5d tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:22.397005 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-17f63bce-b3e6-44fd-8104-b07b969004f3 req-88666832-6bb4-419a-93a3-bfa143497f5d tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 945 time: 0.0549304 Mar 31 19:16:22.449327 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-17f63bce-b3e6-44fd-8104-b07b969004f3 req-0e2bf384-30ae-4445-8d19-36a3cbd8b43b tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452235 Mar 31 19:16:23.575807 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f34f6-2c91-4fc6-9bc1-eb8c941b51bb req-6acba66a-3a78-43e9-902d-0690649bfa79 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:23.576885 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c62f34f6-2c91-4fc6-9bc1-eb8c941b51bb req-6acba66a-3a78-43e9-902d-0690649bfa79 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 945 time: 0.0577233 Mar 31 19:16:23.624675 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c62f34f6-2c91-4fc6-9bc1-eb8c941b51bb req-8c367f85-6847-494a-a552-078391778281 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 Mar 31 19:16:23.744639 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617825cb-41b8-471e-876b-78f9af5bdaa0 req-893bcb4c-6edd-46d4-8844-c04c119a6bd7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:23.746184 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-617825cb-41b8-471e-876b-78f9af5bdaa0 req-893bcb4c-6edd-46d4-8844-c04c119a6bd7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 945 time: 0.0559800 Mar 31 19:16:23.754590 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34022) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:23.759634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-efcb177b-9173-4725-a847-895c4081ae3f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'floatingip': {'port_id': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:16:23.799117 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efcb177b-9173-4725-a847-895c4081ae3f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (6ff952dd-9e55-43c3-95c6-1e777e27db4b), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:23.841264 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-555d325e-c8ca-4d3e-b216-75d5d8a08b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:24.252475 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efcb177b-9173-4725-a847-895c4081ae3f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:24.256280 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efcb177b-9173-4725-a847-895c4081ae3f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6ff952dd-9e55-43c3-95c6-1e777e27db4b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:24.361286 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-efcb177b-9173-4725-a847-895c4081ae3f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Floating IP 6ff952dd-9e55-43c3-95c6-1e777e27db4b associated. External IP: 172.27.0.67, port: 97269b1d-3a63-4aa8-97e0-5979f8ba90a1. Mar 31 19:16:24.582925 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcb177b-9173-4725-a847-895c4081ae3f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:16:24.698181 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcb177b-9173-4725-a847-895c4081ae3f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:16:24.703174 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efcb177b-9173-4725-a847-895c4081ae3f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:24.708242 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:16:24.719274 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:24.719897 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:15:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:24.735858 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-efcb177b-9173-4725-a847-895c4081ae3f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "PUT /v2.0/floatingips/6ff952dd-9e55-43c3-95c6-1e777e27db4b HTTP/1.1" status: 200 len: 990 time: 0.9801395 Mar 31 19:16:24.736468 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'tag': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:16:24.738829 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb36b20-5479-48c1-a1f7-74add858a610" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb", "tag": "97269b1d-3a63-4aa8-97e0-5979f8ba90a1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:16:24.778397 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5104af82-4892-4a71-8c50-f31472034ec7 x-openstack-request-id: req-5104af82-4892-4a71-8c50-f31472034ec7 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:16:24.778688 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb", "tag": "97269b1d-3a63-4aa8-97e0-5979f8ba90a1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:16:24.778956 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5104af82-4892-4a71-8c50-f31472034ec7 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:16:24.779380 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5104af82-4892-4a71-8c50-f31472034ec7'] response: {'name': 'network-changed', 'server_uuid': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'tag': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1', 'status': 'completed', 'code': 200} Mar 31 19:16:24.848005 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-cf755c0b-ac69-46be-a5c3-80c74d57619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:24.849542 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-cf755c0b-ac69-46be-a5c3-80c74d57619b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 1129 time: 0.0485146 Mar 31 19:16:24.932135 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:24.948913 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-3a9ae05a-cd59-4cc1-82d8-b24da5bc03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:24.950313 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-3a9ae05a-cd59-4cc1-82d8-b24da5bc03fb service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0947914 Mar 31 19:16:25.018758 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-295965d3-38fc-4e87-95a0-8b6f40198aa6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97269b1d-3a63-4aa8-97e0-5979f8ba90a1 HTTP/1.1" status: 200 len: 998 time: 0.0611997 Mar 31 19:16:25.071613 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-e7f33796-611e-4cfc-8b04-206b0fb570c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:25.073105 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-e7f33796-611e-4cfc-8b04-206b0fb570c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0483012 Mar 31 19:16:25.169169 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '02157625-60c2-44bf-8b99-e617b594808c', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:16Z', 'updated_at': '2022-03-31T19:14:35Z', 'revision_number': 2, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}, {'id': '6ff952dd-9e55-43c3-95c6-1e777e27db4b', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:df:54:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:16:11Z', 'updated_at': '2022-03-31T19:16:24Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:25.202915 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:16:25.213370 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:25.213995 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:15:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:25.336925 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:25.465373 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-681b8fe6-2947-44d3-b15f-37bff4c22957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:25.466771 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-681b8fe6-2947-44d3-b15f-37bff4c22957 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3867314 Mar 31 19:16:25.570587 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-4a9002be-8ac1-4585-b256-716838811761 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954111 Mar 31 19:16:25.593915 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '02157625-60c2-44bf-8b99-e617b594808c', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:16Z', 'updated_at': '2022-03-31T19:14:35Z', 'revision_number': 2, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}, {'id': '6ff952dd-9e55-43c3-95c6-1e777e27db4b', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:df:54:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:16:11Z', 'updated_at': '2022-03-31T19:16:24Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:25.622489 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2e0a4-9c25-49f1-96dd-9594dea4b556 None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '02157625-60c2-44bf-8b99-e617b594808c', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:16Z', 'updated_at': '2022-03-31T19:14:35Z', 'revision_number': 2, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}, {'id': '6ff952dd-9e55-43c3-95c6-1e777e27db4b', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:df:54:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:16:11Z', 'updated_at': '2022-03-31T19:16:24Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:16:25.690075 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1fb36b20-5479-48c1-a1f7-74add858a610 req-c658fef6-b47d-4731-8b26-65d9ced4992b service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145642 Mar 31 19:16:25.835545 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c7430-ab79-4a28-be49-57cdee33ad0d None None] New status for floating IP 6ff952dd-9e55-43c3-95c6-1e777e27db4b: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:16:26.354832 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ba0e3450-e414-486c-a6d1-d5b243ccced5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:27.463607 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34030) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:27.534299 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:27.646246 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Deleting port d0c194ad-1f8e-4128-99cd-ed8b02ef9953 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:27.646590 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (d0c194ad-1f8e-4128-99cd-ed8b02ef9953), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:27.728890 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (d0c194ad-1f8e-4128-99cd-ed8b02ef9953), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:27.729217 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (d0c194ad-1f8e-4128-99cd-ed8b02ef9953), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:27.742760 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Calling delete_port for d0c194ad-1f8e-4128-99cd-ed8b02ef9953 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:27.915544 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (d0c194ad-1f8e-4128-99cd-ed8b02ef9953), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:27.959139 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event deleted for resources: {'Port': ['ID=d0c194ad-1f8e-4128-99cd-ed8b02ef9953,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:28.065693 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (6b54fc34-26d8-420d-af6b-972f4fbe71a9), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:28.066231 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Floating IP 6b54fc34-26d8-420d-af6b-972f4fbe71a9 disassociated (deleted). External IP: 172.27.0.86, port: 31ab4075-2112-482d-a903-0c6382859dde. Mar 31 19:16:28.310362 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Router d556c358-a6bf-4f62-a904-5bc24b8f1e50 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:16:28.437910 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:16:28.442889 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:28.448479 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] Sync routers for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:16:28.465232 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:28.465843 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:16:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:28.478755 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-03f64371-0fd5-43c9-ae61-0fde44994a5f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "DELETE /v2.0/floatingips/6b54fc34-26d8-420d-af6b-972f4fbe71a9 HTTP/1.1" status: 204 len: 168 time: 1.0137627 Mar 31 19:16:28.480363 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'tag': '31ab4075-2112-482d-a903-0c6382859dde'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:16:28.483004 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861da229-8cc3-4ae9-9b4d-e6e509bb00de" -d '{"events": [{"name": "network-changed", "server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "tag": "31ab4075-2112-482d-a903-0c6382859dde"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:16:28.533945 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280d30b4-6a1c-4774-9596-0fd8cdbf71b5 x-openstack-request-id: req-280d30b4-6a1c-4774-9596-0fd8cdbf71b5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:16:28.534240 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "tag": "31ab4075-2112-482d-a903-0c6382859dde", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:16:28.534489 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-280d30b4-6a1c-4774-9596-0fd8cdbf71b5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:16:28.534908 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280d30b4-6a1c-4774-9596-0fd8cdbf71b5'] response: {'name': 'network-changed', 'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'tag': '31ab4075-2112-482d-a903-0c6382859dde', 'status': 'completed', 'code': 200} Mar 31 19:16:28.587494 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:28.630739 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-795e4efa-2226-4efa-84a6-3fddd44d6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:28.632976 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-795e4efa-2226-4efa-84a6-3fddd44d6ca3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 1129 time: 0.0650141 Mar 31 19:16:28.755056 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-4e45d2cc-34b1-4b23-88c8-6fcda73451d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:28.757065 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-4e45d2cc-34b1-4b23-88c8-6fcda73451d2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.1183598 Mar 31 19:16:28.799192 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:28.821425 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-5aa84926-5b13-49ea-96ce-68e398436561 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ab4075-2112-482d-a903-0c6382859dde HTTP/1.1" status: 200 len: 217 time: 0.0554175 Mar 31 19:16:28.861702 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'ff0a7576-fce3-4832-a73d-a54d2fff715e', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:11:15Z', 'updated_at': '2022-03-31T19:11:18Z', 'revision_number': 1, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:28.881208 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef4731-90ba-4129-8084-09c10010f34b req-09365b9d-3eaf-431b-a07c-21ad0468ee9f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:28.883601 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-daef4731-90ba-4129-8084-09c10010f34b req-09365b9d-3eaf-431b-a07c-21ad0468ee9f tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 945 time: 0.1306341 Mar 31 19:16:28.891406 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] Checking router: d556c358-a6bf-4f62-a904-5bc24b8f1e50 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:16:28.901795 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:28.902476 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-c8e036a9-cf62-427e-b178-d6490d91d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:28.902720 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:16:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:28.903996 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-c8e036a9-cf62-427e-b178-d6490d91d62f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0752563 Mar 31 19:16:28.983445 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-daef4731-90ba-4129-8084-09c10010f34b req-79b02a14-1d71-456b-9ae4-a0e42bfb395b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939465 Mar 31 19:16:28.991294 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-57033365-3799-4340-938b-ff997760b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:28.993762 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-57033365-3799-4340-938b-ff997760b405 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825655 Mar 31 19:16:29.021860 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:29.100881 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-cf9110cc-f18f-4912-9e0c-37d728c0b347 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994782 Mar 31 19:16:29.222169 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-861da229-8cc3-4ae9-9b4d-e6e509bb00de req-ed5f1a84-6d3d-4d3b-8744-e315005bd9b3 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147296 Mar 31 19:16:29.272721 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'ff0a7576-fce3-4832-a73d-a54d2fff715e', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:11:15Z', 'updated_at': '2022-03-31T19:11:18Z', 'revision_number': 1, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:29.392906 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e521c-46c0-4b4d-80f4-30809f30fd16 None None] The sync data for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi is: [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'ff0a7576-fce3-4832-a73d-a54d2fff715e', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'port_id': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'mac_address': 'fa:16:3e:98:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:11:15Z', 'updated_at': '2022-03-31T19:11:18Z', 'revision_number': 1, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:16:29.652748 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b64f5-fe72-40f6-9d10-535f7ef351f8 None None] New status for floating IP 6b54fc34-26d8-420d-af6b-972f4fbe71a9: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:16:30.123108 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0066a-7edc-4b44-8589-7dd0cc7a8688 req-806ed581-bcf7-425f-b6d4-c0f6d20abf30 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:30.125450 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0b0066a-7edc-4b44-8589-7dd0cc7a8688 req-806ed581-bcf7-425f-b6d4-c0f6d20abf30 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 945 time: 0.0605929 Mar 31 19:16:30.194414 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a0b0066a-7edc-4b44-8589-7dd0cc7a8688 req-227a51ac-2bc1-4d7a-ba05-26a9e780445a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620406 Mar 31 19:16:30.506349 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:30.536010 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225f920-c965-413f-8ed0-c91014395f25 req-72194c31-dd3d-4332-ade6-2687a3ebf545 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:30.537579 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7225f920-c965-413f-8ed0-c91014395f25 req-72194c31-dd3d-4332-ade6-2687a3ebf545 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 945 time: 0.0584269 Mar 31 19:16:30.667788 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-7225f920-c965-413f-8ed0-c91014395f25 req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Deleting port 31ab4075-2112-482d-a903-0c6382859dde {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:30.668147 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7225f920-c965-413f-8ed0-c91014395f25 req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (31ab4075-2112-482d-a903-0c6382859dde), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:30.768049 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7225f920-c965-413f-8ed0-c91014395f25 req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] For port 31ab4075-2112-482d-a903-0c6382859dde, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=31ab4075-2112-482d-a903-0c6382859dde,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:30.768340 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7225f920-c965-413f-8ed0-c91014395f25 req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (31ab4075-2112-482d-a903-0c6382859dde), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:30.789552 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-7225f920-c965-413f-8ed0-c91014395f25 req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Calling delete_port for 31ab4075-2112-482d-a903-0c6382859dde owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:30.942197 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7225f920-c965-413f-8ed0-c91014395f25 req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (31ab4075-2112-482d-a903-0c6382859dde), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:30.975632 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event deleted for resources: {'Port': ['ID=31ab4075-2112-482d-a903-0c6382859dde,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:31.027889 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7225f920-c965-413f-8ed0-c91014395f25 req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] No DVR routers for this DVR port 31ab4075-2112-482d-a903-0c6382859dde on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:16:31.030728 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7225f920-c965-413f-8ed0-c91014395f25 req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:31.034227 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7225f920-c965-413f-8ed0-c91014395f25 req-f0b634ba-0488-4eba-9a9d-d5b04e6e5246 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "DELETE /v2.0/ports/31ab4075-2112-482d-a903-0c6382859dde HTTP/1.1" status: 204 len: 173 time: 0.4915092 Mar 31 19:16:31.034715 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'name': 'network-vif-deleted', 'tag': '31ab4075-2112-482d-a903-0c6382859dde'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:16:31.037117 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef322d4-af9f-4116-bfd3-5ba109a1e0b4" -d '{"events": [{"server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "name": "network-vif-deleted", "tag": "31ab4075-2112-482d-a903-0c6382859dde"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:16:31.076339 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc65e76-8f28-4dc6-b141-8bf5e1f23ee6 x-openstack-request-id: req-4fc65e76-8f28-4dc6-b141-8bf5e1f23ee6 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:16:31.076746 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766d8e46-4e91-4e64-9728-61a8aa0dc448", "name": "network-vif-deleted", "tag": "31ab4075-2112-482d-a903-0c6382859dde", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:16:31.077634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fc65e76-8f28-4dc6-b141-8bf5e1f23ee6 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:16:31.078143 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc65e76-8f28-4dc6-b141-8bf5e1f23ee6'] response: {'server_uuid': '766d8e46-4e91-4e64-9728-61a8aa0dc448', 'name': 'network-vif-deleted', 'tag': '31ab4075-2112-482d-a903-0c6382859dde', 'status': 'completed', 'code': 200} Mar 31 19:16:31.302852 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b1071970-3230-4e8c-9637-d511c6246119 req-1ff8bcb6-c06f-419a-84af-33a552135cd5 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=766d8e46-4e91-4e64-9728-61a8aa0dc448 HTTP/1.1" status: 200 len: 210 time: 0.0290384 Mar 31 19:16:34.622110 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34062) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:34.778327 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Deleting port a08f2e6d-8adc-4b29-9131-9458eb4ab7dd {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:34.778671 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (a08f2e6d-8adc-4b29-9131-9458eb4ab7dd), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:34.856239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (a08f2e6d-8adc-4b29-9131-9458eb4ab7dd), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:34.856470 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (a08f2e6d-8adc-4b29-9131-9458eb4ab7dd), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:34.868961 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Calling delete_port for a08f2e6d-8adc-4b29-9131-9458eb4ab7dd owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:35.049948 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (a08f2e6d-8adc-4b29-9131-9458eb4ab7dd), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:35.075892 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event deleted for resources: {'Port': ['ID=a08f2e6d-8adc-4b29-9131-9458eb4ab7dd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:35.137893 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (ff0a7576-fce3-4832-a73d-a54d2fff715e), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:35.138199 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Floating IP ff0a7576-fce3-4832-a73d-a54d2fff715e disassociated (deleted). External IP: 172.27.0.221, port: ff193829-dfb6-42af-b80e-5e4346f0e2ad. Mar 31 19:16:35.385698 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Router d556c358-a6bf-4f62-a904-5bc24b8f1e50 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:16:35.412879 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 31ab4075-2112-482d-a903-0c6382859dde no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:16:35.437078 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 31ab4075-2112-482d-a903-0c6382859dde {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:16:35.437491 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 31ab4075-2112-482d-a903-0c6382859dde not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:16:35.502850 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:16:35.507725 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:35.512773 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] Sync routers for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:16:35.522191 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:35.522792 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:16:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:35.537673 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-9838d327-a9dc-46c3-86d8-fa4b2dc34a6c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "DELETE /v2.0/floatingips/ff0a7576-fce3-4832-a73d-a54d2fff715e HTTP/1.1" status: 204 len: 168 time: 0.9144502 Mar 31 19:16:35.538254 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:16:35.541138 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d250f-1d71-4393-860b-ee9ac7dc9537" -d '{"events": [{"name": "network-changed", "server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:16:35.579172 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edfd278-60a9-4ebd-b95d-9a97864866a8 x-openstack-request-id: req-3edfd278-60a9-4ebd-b95d-9a97864866a8 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:16:35.579556 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:16:35.579899 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3edfd278-60a9-4ebd-b95d-9a97864866a8 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:16:35.580387 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3edfd278-60a9-4ebd-b95d-9a97864866a8'] response: {'name': 'network-changed', 'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'status': 'completed', 'code': 200} Mar 31 19:16:35.642134 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:35.681686 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-b0bf84d1-bb30-4197-9256-bde6ffab4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:35.683443 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-b0bf84d1-bb30-4197-9256-bde6ffab4749 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 1129 time: 0.0702777 Mar 31 19:16:35.819147 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54753186-d9f0-4f85-a2a9-b394077b41a9 req-433c0756-081a-48ca-98ac-42d7f27faae4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:35.822407 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-54753186-d9f0-4f85-a2a9-b394077b41a9 req-433c0756-081a-48ca-98ac-42d7f27faae4 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 945 time: 0.0870643 Mar 31 19:16:35.824066 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-8ab88d9e-8c65-434e-817b-e8362153891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:35.825503 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-8ab88d9e-8c65-434e-817b-e8362153891c service neutron] 10.222.0.78 "GET /v2.0/networks?id=b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 200 len: 913 time: 0.1349192 Mar 31 19:16:35.886782 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-cbfde567-5f29-4aa1-9b0b-5d14c58b4954 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad HTTP/1.1" status: 200 len: 217 time: 0.0513384 Mar 31 19:16:35.903493 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:35.930840 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] Checking router: d556c358-a6bf-4f62-a904-5bc24b8f1e50 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:16:35.939607 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:35.940242 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:16:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:35.941136 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-54753186-d9f0-4f85-a2a9-b394077b41a9 req-7d59b550-3562-48bf-bfb8-7cccf227ea00 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/security-groups?id=e15a5e92-8f23-4db1-a03f-a50f23923903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128433 Mar 31 19:16:35.955128 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-bf93c372-4849-413f-8773-9254fb9bc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:35.956589 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-bf93c372-4849-413f-8773-9254fb9bc462 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 200 len: 850 time: 0.0616651 Mar 31 19:16:36.013777 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-1ac821a5-b823-4cfb-bd19-77c094eb29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:36.015314 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-1ac821a5-b823-4cfb-bd19-77c094eb29fb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b84e66db-37c5-4811-b403-cdba4c22d8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521028 Mar 31 19:16:36.055904 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:36.128331 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-31618988-7ff5-463e-9398-5441cafc96b2 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910509 Mar 31 19:16:36.237542 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-579d250f-1d71-4393-860b-ee9ac7dc9537 req-fa0531bf-cba8-4ac9-a14d-c13b299010b6 service neutron] 10.222.0.78 "GET /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987167 Mar 31 19:16:36.290974 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:36.320971 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d0eb8-99fd-4a68-9cb9-e68c191c9fdb None None] The sync data for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi is: [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:15Z', 'revision_number': 4, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '7f15b3f9-8043-42ed-a4c4-ac221f6cadcb', 'name': '', 'network_id': 'b84e66db-37c5-4811-b403-cdba4c22d8a7', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'mac_address': 'fa:16:3e:52:93:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:14Z', 'updated_at': '2022-03-31T19:07:21Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'subnets': [{'id': 'bb2a1e06-f335-41a5-81dc-16b7136853ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:16:36.495012 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556266c-41af-469b-9d0f-8f5bced403bb req-b9b9f883-7bee-4433-b225-b1d4313ddd5a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:36.496525 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2556266c-41af-469b-9d0f-8f5bced403bb req-b9b9f883-7bee-4433-b225-b1d4313ddd5a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 945 time: 0.0568461 Mar 31 19:16:36.557986 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db5038-7c8e-4909-9f52-816322d92075 None None] New status for floating IP ff0a7576-fce3-4832-a73d-a54d2fff715e: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:16:36.598218 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-2556266c-41af-469b-9d0f-8f5bced403bb req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Deleting port ff193829-dfb6-42af-b80e-5e4346f0e2ad {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:36.598557 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2556266c-41af-469b-9d0f-8f5bced403bb req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:36.695715 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-2556266c-41af-469b-9d0f-8f5bced403bb req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] For port ff193829-dfb6-42af-b80e-5e4346f0e2ad, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ff193829-dfb6-42af-b80e-5e4346f0e2ad,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:36.696468 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2556266c-41af-469b-9d0f-8f5bced403bb req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:36.709150 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-2556266c-41af-469b-9d0f-8f5bced403bb req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Calling delete_port for ff193829-dfb6-42af-b80e-5e4346f0e2ad owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:36.847671 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2556266c-41af-469b-9d0f-8f5bced403bb req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (ff193829-dfb6-42af-b80e-5e4346f0e2ad), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:36.884602 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event deleted for resources: {'Port': ['ID=ff193829-dfb6-42af-b80e-5e4346f0e2ad,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:36.925358 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2556266c-41af-469b-9d0f-8f5bced403bb req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] No DVR routers for this DVR port ff193829-dfb6-42af-b80e-5e4346f0e2ad on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:16:36.928161 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2556266c-41af-469b-9d0f-8f5bced403bb req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:36.931532 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2556266c-41af-469b-9d0f-8f5bced403bb req-2f1530f9-4f9d-4506-b817-72561f427118 tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.78 "DELETE /v2.0/ports/ff193829-dfb6-42af-b80e-5e4346f0e2ad HTTP/1.1" status: 204 len: 173 time: 0.4285493 Mar 31 19:16:37.119604 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dae0d8e3-0005-4b5d-bb3a-db723d56f042 req-9e039d68-62ad-43d6-ae3a-688266fa303c tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f570a8-aaeb-48b4-8923-2ada79c1671f HTTP/1.1" status: 200 len: 210 time: 0.1062722 Mar 31 19:16:37.581654 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'name': 'network-vif-deleted', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:16:37.584554 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec9432-48de-451e-ae7b-99fdb02c3ca6" -d '{"events": [{"server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "name": "network-vif-deleted", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:16:37.629601 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3fb518-6615-4f8a-a628-f825e7bb57b2 x-openstack-request-id: req-fe3fb518-6615-4f8a-a628-f825e7bb57b2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:16:37.629897 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f570a8-aaeb-48b4-8923-2ada79c1671f", "name": "network-vif-deleted", "tag": "ff193829-dfb6-42af-b80e-5e4346f0e2ad", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:16:37.630153 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe3fb518-6615-4f8a-a628-f825e7bb57b2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:16:37.630616 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3fb518-6615-4f8a-a628-f825e7bb57b2'] response: {'server_uuid': '34f570a8-aaeb-48b4-8923-2ada79c1671f', 'name': 'network-vif-deleted', 'tag': 'ff193829-dfb6-42af-b80e-5e4346f0e2ad', 'status': 'completed', 'code': 200} Mar 31 19:16:38.176100 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34080) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:38.300576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Deleting port 29ec0f62-db44-4fc1-b210-df9fa0457b0d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:38.300830 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (29ec0f62-db44-4fc1-b210-df9fa0457b0d), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:38.378229 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (29ec0f62-db44-4fc1-b210-df9fa0457b0d), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:38.378557 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (29ec0f62-db44-4fc1-b210-df9fa0457b0d), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:38.390434 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Calling delete_port for 29ec0f62-db44-4fc1-b210-df9fa0457b0d owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:38.529121 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (29ec0f62-db44-4fc1-b210-df9fa0457b0d), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:38.554332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event deleted for resources: {'Port': ['ID=29ec0f62-db44-4fc1-b210-df9fa0457b0d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:38.620688 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for floatingip (105dd1cc-5f2f-4be0-a9af-863a5b8af8cf), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:38.623247 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:38.624399 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-be04ad96-57a8-4856-9eac-bf81e824a95b tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "DELETE /v2.0/floatingips/105dd1cc-5f2f-4be0-a9af-863a5b8af8cf HTTP/1.1" status: 204 len: 168 time: 0.4473357 Mar 31 19:16:39.827618 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34092) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:39.891165 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e9273ce-fe9d-4744-abc1-11589070273a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group (e15a5e92-8f23-4db1-a03f-a50f23923903), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:39.920201 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e9273ce-fe9d-4744-abc1-11589070273a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group (e15a5e92-8f23-4db1-a03f-a50f23923903), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:39.988807 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e9273ce-fe9d-4744-abc1-11589070273a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e15a5e92-8f23-4db1-a03f-a50f23923903), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:39.992174 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e9273ce-fe9d-4744-abc1-11589070273a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:39.993739 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-3e9273ce-fe9d-4744-abc1-11589070273a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] 10.222.0.13 "DELETE /v2.0/security-groups/e15a5e92-8f23-4db1-a03f-a50f23923903 HTTP/1.1" status: 204 len: 168 time: 0.1648910 Mar 31 19:16:40.006547 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9273ce-fe9d-4744-abc1-11589070273a tempest-TestVolumeBootPattern-110957961 tempest-TestVolumeBootPattern-110957961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15a5e92-8f23-4db1-a03f-a50f23923903,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:40.204226 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:41.067304 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34100) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:41.461689 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device ff193829-dfb6-42af-b80e-5e4346f0e2ad no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:16:41.483551 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: ff193829-dfb6-42af-b80e-5e4346f0e2ad {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:16:41.483891 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device ff193829-dfb6-42af-b80e-5e4346f0e2ad not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:16:41.532654 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (d556c358-a6bf-4f62-a904-5bc24b8f1e50), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:41.792301 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Deleting port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:41.792643 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:41.876522 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] For port 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=7f15b3f9-8043-42ed-a4c4-ac221f6cadcb,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:41.876888 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:41.891185 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Calling delete_port for 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:42.090621 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (7f15b3f9-8043-42ed-a4c4-ac221f6cadcb), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:42.120953 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f15b3f9-8043-42ed-a4c4-ac221f6cadcb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:42.593060 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (d556c358-a6bf-4f62-a904-5bc24b8f1e50), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:42.838491 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Router d556c358-a6bf-4f62-a904-5bc24b8f1e50 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:16:42.952541 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:16:42.957561 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6a07c466-9071-45fe-a604-72010818197c admin admin] 10.222.0.13 "PUT /v2.0/routers/d556c358-a6bf-4f62-a904-5bc24b8f1e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8892004 Mar 31 19:16:42.959982 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34106) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:42.963271 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] Sync routers for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:16:42.972825 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:42.973432 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:16:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:43.081786 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks [] for router (d556c358-a6bf-4f62-a904-5bc24b8f1e50), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.084321 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:43.202011 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks [] for router_gateway (d556c358-a6bf-4f62-a904-5bc24b8f1e50), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.257006 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Deleting port aac9b016-b32d-47ba-a058-e7088b3030d7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:43.257265 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.269873 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:16:42Z', 'revision_number': 5, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port': {'id': 'aac9b016-b32d-47ba-a058-e7088b3030d7', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:43.297964 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] Checking router: d556c358-a6bf-4f62-a904-5bc24b8f1e50 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:16:43.308053 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] Routers {'d556c358-a6bf-4f62-a904-5bc24b8f1e50'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:43.308686 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:16:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:43.347185 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] For port aac9b016-b32d-47ba-a058-e7088b3030d7, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=aac9b016-b32d-47ba-a058-e7088b3030d7,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:43.347553 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.365242 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Calling delete_port for aac9b016-b32d-47ba-a058-e7088b3030d7 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:43.403303 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] Set router d556c358-a6bf-4f62-a904-5bc24b8f1e50 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:43.456972 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:16:43Z', 'revision_number': 6, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:43.483667 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ad3c6-b099-4bcf-985a-a28d8593aeac None None] The sync data for ids ['d556c358-a6bf-4f62-a904-5bc24b8f1e50'] in dv-cinder-836066-1-iscsi is: [{'id': 'd556c358-a6bf-4f62-a904-5bc24b8f1e50', 'name': 'tempest-TestVolumeBootPattern-773635959-router', 'tenant_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:11Z', 'updated_at': '2022-03-31T19:16:43Z', 'revision_number': 6, 'project_id': 'e34cb0a1f9064dc1a3aafb28adc64df9', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:16:43.541864 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (aac9b016-b32d-47ba-a058-e7088b3030d7), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.569398 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac9b016-b32d-47ba-a058-e7088b3030d7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:43.629779 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (d556c358-a6bf-4f62-a904-5bc24b8f1e50), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.725180 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (d556c358-a6bf-4f62-a904-5bc24b8f1e50), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.727998 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks [] for router_controller (d556c358-a6bf-4f62-a904-5bc24b8f1e50), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.781675 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (d556c358-a6bf-4f62-a904-5bc24b8f1e50), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.782280 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d556c358-a6bf-4f62-a904-5bc24b8f1e50 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:16:43.791245 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.792880 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-d52b6acb-51b9-40ce-b45e-c9140de49890 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d556c358-a6bf-4f62-a904-5bc24b8f1e50 HTTP/1.1" status: 204 len: 168 time: 0.8315463 Mar 31 19:16:43.795140 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34108) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:43.845050 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee060d9-7a5e-427f-aa63-a2a95a15410d admin admin] Deleting subnet bb2a1e06-f335-41a5-81dc-16b7136853ff {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:16:43.848680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3ee060d9-7a5e-427f-aa63-a2a95a15410d admin admin] Publish callbacks [] for subnet (bb2a1e06-f335-41a5-81dc-16b7136853ff), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.887343 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3ee060d9-7a5e-427f-aa63-a2a95a15410d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16081664'] for subnet (bb2a1e06-f335-41a5-81dc-16b7136853ff), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:43.978297 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3ee060d9-7a5e-427f-aa63-a2a95a15410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (bb2a1e06-f335-41a5-81dc-16b7136853ff), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.040316 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3ee060d9-7a5e-427f-aa63-a2a95a15410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16081867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390940'] for subnet (bb2a1e06-f335-41a5-81dc-16b7136853ff), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.066739 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee060d9-7a5e-427f-aa63-a2a95a15410d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2a1e06-f335-41a5-81dc-16b7136853ff,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:44.073571 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3ee060d9-7a5e-427f-aa63-a2a95a15410d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.077131 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-3ee060d9-7a5e-427f-aa63-a2a95a15410d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb2a1e06-f335-41a5-81dc-16b7136853ff HTTP/1.1" status: 204 len: 168 time: 0.2810087 Mar 31 19:16:44.079817 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34110) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:44.083011 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a7a40-132e-41ad-bec0-c58c4d59fcc3 None None] Network b84e66db-37c5-4811-b403-cdba4c22d8a7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:16:44.158800 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (b84e66db-37c5-4811-b403-cdba4c22d8a7), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.221190 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Deleting port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:44.221881 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.274133 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0755b7d-4657-4322-b7c6-f433628169c7 None None] DHCP port deletion for b84e66db-37c5-4811-b403-cdba4c22d8a7 request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:16:44.298307 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] For port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=8c7251aa-3cfe-4d6b-9f25-a673c1be1971,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:44.298730 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.314307 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Calling delete_port for 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:44.329782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f0755b7d-4657-4322-b7c6-f433628169c7 None None] Deleting port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:44.330149 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0755b7d-4657-4322-b7c6-f433628169c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.402704 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f0755b7d-4657-4322-b7c6-f433628169c7 None None] For port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=8c7251aa-3cfe-4d6b-9f25-a673c1be1971,segment=NetworkSegment(92e884f7-696b-4fcd-8f89-0429e5b9e1e8),segment_id=92e884f7-696b-4fcd-8f89-0429e5b9e1e8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:44.403407 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0755b7d-4657-4322-b7c6-f433628169c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.411457 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.417656 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f0755b7d-4657-4322-b7c6-f433628169c7 None None] Calling delete_port for 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:44.447072 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7251aa-3cfe-4d6b-9f25-a673c1be1971,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:44.449952 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] No DVR routers for this DVR port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 on host dv-cinder-836066-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:16:44.510111 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0755b7d-4657-4322-b7c6-f433628169c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589'] for port (8c7251aa-3cfe-4d6b-9f25-a673c1be1971), after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.531413 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (b84e66db-37c5-4811-b403-cdba4c22d8a7), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.540772 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0755b7d-4657-4322-b7c6-f433628169c7 None None] Pushing event deleted for resources: {'Port': ['ID=8c7251aa-3cfe-4d6b-9f25-a673c1be1971,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:44.546152 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0755b7d-4657-4322-b7c6-f433628169c7 None None] No DVR routers for this DVR port 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 on host dv-cinder-836066-1-iscsi {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:16:44.562867 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84e66db-37c5-4811-b403-cdba4c22d8a7']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:44.578026 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e884f7-696b-4fcd-8f89-0429e5b9e1e8') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:44.578928 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e884f7-696b-4fcd-8f89-0429e5b9e1e8') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:44.591491 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16081675'] for segment (92e884f7-696b-4fcd-8f89-0429e5b9e1e8), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.610792 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (92e884f7-696b-4fcd-8f89-0429e5b9e1e8), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.618860 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:16:44.619710 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16083821'] for segment (92e884f7-696b-4fcd-8f89-0429e5b9e1e8), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: Traceback (most recent call last): Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: timer() Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: cb(*args, **kw) Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: return func(*args, **kwargs) Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: self._notify() Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: self.callback(batched_events) Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: event.method(event) Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: return f(self, *a, **k) Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._get(url).json() Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: return self.request(url, 'GET', **kwargs) Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:16:44.622090 dv-cinder-836066-1-iscsi neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:16:44.693879 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (b84e66db-37c5-4811-b403-cdba4c22d8a7), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.698645 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:44.702497 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b84e66db-37c5-4811-b403-cdba4c22d8a7 HTTP/1.1" status: 204 len: 168 time: 0.6210780 Mar 31 19:16:44.705584 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34112) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:44.715825 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740e75a-c7df-4510-a391-a462a4c12010 admin admin] Pushing event deleted for resources: {'Network': ['ID=b84e66db-37c5-4811-b403-cdba4c22d8a7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:45.054210 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (e77ca04c-a4e2-4920-863f-18dc9246e38d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:45.298130 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Deleting port b04c5a48-0b63-4e65-9093-c4747da0dca6 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:45.298413 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:45.350304 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:16:45.370411 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:16:45.370747 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 7f15b3f9-8043-42ed-a4c4-ac221f6cadcb not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:16:45.371168 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:16:45.379033 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] For port b04c5a48-0b63-4e65-9093-c4747da0dca6, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=b04c5a48-0b63-4e65-9093-c4747da0dca6,segment=NetworkSegment(c911e125-7120-4c81-967a-4dce177173a5),segment_id=c911e125-7120-4c81-967a-4dce177173a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:45.379404 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:45.389129 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:16:45.389459 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 8c7251aa-3cfe-4d6b-9f25-a673c1be1971 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:16:45.389863 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device aac9b016-b32d-47ba-a058-e7088b3030d7 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:16:45.409721 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: aac9b016-b32d-47ba-a058-e7088b3030d7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:16:45.410064 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device aac9b016-b32d-47ba-a058-e7088b3030d7 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:16:45.612538 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Calling delete_port for b04c5a48-0b63-4e65-9093-c4747da0dca6 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:45.788279 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (b04c5a48-0b63-4e65-9093-c4747da0dca6), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:45.812167 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04c5a48-0b63-4e65-9093-c4747da0dca6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:45.996631 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (e77ca04c-a4e2-4920-863f-18dc9246e38d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:46.214970 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Router e77ca04c-a4e2-4920-863f-18dc9246e38d has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:16:46.321786 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:16:46.326771 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-cc664fc4-cf53-419e-a19e-3e73f1637913 admin admin] 10.222.0.13 "PUT /v2.0/routers/e77ca04c-a4e2-4920-863f-18dc9246e38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6202016 Mar 31 19:16:46.329775 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34116) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:46.331783 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] Sync routers for ids ['e77ca04c-a4e2-4920-863f-18dc9246e38d'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:16:46.342766 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] Routers {'e77ca04c-a4e2-4920-863f-18dc9246e38d'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:46.343793 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:16:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['e77ca04c-a4e2-4920-863f-18dc9246e38d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:46.435229 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks [] for router (e77ca04c-a4e2-4920-863f-18dc9246e38d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:46.449280 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] Set router e77ca04c-a4e2-4920-863f-18dc9246e38d gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:46.539324 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks [] for router_gateway (e77ca04c-a4e2-4920-863f-18dc9246e38d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:46.593918 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Deleting port fc85c23e-d698-4177-aaef-70952620dfeb {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:46.594253 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:46.626768 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:18Z', 'updated_at': '2022-03-31T19:16:45Z', 'revision_number': 5, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'gw_port': {'id': 'fc85c23e-d698-4177-aaef-70952620dfeb', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:07:19Z', 'updated_at': '2022-03-31T19:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:46.655225 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] Checking router: e77ca04c-a4e2-4920-863f-18dc9246e38d for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:16:46.663534 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] Routers {'e77ca04c-a4e2-4920-863f-18dc9246e38d'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:16:46.664512 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:16:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['e77ca04c-a4e2-4920-863f-18dc9246e38d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:46.673338 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] For port fc85c23e-d698-4177-aaef-70952620dfeb, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=fc85c23e-d698-4177-aaef-70952620dfeb,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:46.673691 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:46.687163 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Calling delete_port for fc85c23e-d698-4177-aaef-70952620dfeb owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:46.750873 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] Set router e77ca04c-a4e2-4920-863f-18dc9246e38d gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:16:46.806013 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:18Z', 'updated_at': '2022-03-31T19:16:46Z', 'revision_number': 6, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:46.833445 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1d4a3-94f0-4b8a-8a40-ea228cd17c65 None None] The sync data for ids ['e77ca04c-a4e2-4920-863f-18dc9246e38d'] in dv-cinder-836066-1-iscsi is: [{'id': 'e77ca04c-a4e2-4920-863f-18dc9246e38d', 'name': 'tempest-TestVolumeBootPattern-768736318-router', 'tenant_id': '7e190d28bb1f40e991d9ae00f0576a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:07:18Z', 'updated_at': '2022-03-31T19:16:46Z', 'revision_number': 6, 'project_id': '7e190d28bb1f40e991d9ae00f0576a61', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:16:46.851877 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (fc85c23e-d698-4177-aaef-70952620dfeb), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:46.881436 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc85c23e-d698-4177-aaef-70952620dfeb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:46.942307 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (e77ca04c-a4e2-4920-863f-18dc9246e38d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.036173 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (e77ca04c-a4e2-4920-863f-18dc9246e38d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.038386 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks [] for router_controller (e77ca04c-a4e2-4920-863f-18dc9246e38d), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.083775 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (e77ca04c-a4e2-4920-863f-18dc9246e38d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.084290 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e77ca04c-a4e2-4920-863f-18dc9246e38d {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:16:47.092138 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.093295 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-70dae23f-26a8-46f0-af60-fc6c75db7d01 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e77ca04c-a4e2-4920-863f-18dc9246e38d HTTP/1.1" status: 204 len: 168 time: 0.7626195 Mar 31 19:16:47.096064 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34118) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:47.139968 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3eda61-fe21-462d-bb6a-c5641f3ac4f8 admin admin] Deleting subnet 2912ca56-be76-4509-a4bf-5a4474e43618 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:16:47.142864 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba3eda61-fe21-462d-bb6a-c5641f3ac4f8 admin admin] Publish callbacks [] for subnet (2912ca56-be76-4509-a4bf-5a4474e43618), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.177525 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba3eda61-fe21-462d-bb6a-c5641f3ac4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12949575'] for subnet (2912ca56-be76-4509-a4bf-5a4474e43618), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.265889 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba3eda61-fe21-462d-bb6a-c5641f3ac4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (2912ca56-be76-4509-a4bf-5a4474e43618), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.323560 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba3eda61-fe21-462d-bb6a-c5641f3ac4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15806061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12789556'] for subnet (2912ca56-be76-4509-a4bf-5a4474e43618), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.349692 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3eda61-fe21-462d-bb6a-c5641f3ac4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2912ca56-be76-4509-a4bf-5a4474e43618,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:47.351593 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba3eda61-fe21-462d-bb6a-c5641f3ac4f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.356400 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ba3eda61-fe21-462d-bb6a-c5641f3ac4f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2912ca56-be76-4509-a4bf-5a4474e43618 HTTP/1.1" status: 204 len: 168 time: 0.2591524 Mar 31 19:16:47.356879 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ab1427-55f6-4496-986c-d948df478ec4 None None] Network 84715eb4-0974-453f-93ba-dbca4585ada7 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:16:47.358093 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:47.427801 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (84715eb4-0974-453f-93ba-dbca4585ada7), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.484255 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Deleting port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:16:47.484590 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.546367 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] For port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=2f0a1788-7834-4df6-bd4e-95cf1fad81d6,segment=NetworkSegment(c911e125-7120-4c81-967a-4dce177173a5),segment_id=c911e125-7120-4c81-967a-4dce177173a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:16:47.546676 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.559849 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Calling delete_port for 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:16:47.644947 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (2f0a1788-7834-4df6-bd4e-95cf1fad81d6), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.649845 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a42981-b2a8-41b1-844f-8faf25c8e8e5 None None] DHCP port deletion for 84715eb4-0974-453f-93ba-dbca4585ada7 request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:16:47.675227 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0a1788-7834-4df6-bd4e-95cf1fad81d6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:47.678862 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] No DVR routers for this DVR port 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 on host dv-cinder-836066-1-iscsi {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:16:47.743117 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device b04c5a48-0b63-4e65-9093-c4747da0dca6 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:16:47.754190 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (84715eb4-0974-453f-93ba-dbca4585ada7), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.764871 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: b04c5a48-0b63-4e65-9093-c4747da0dca6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:16:47.765221 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device b04c5a48-0b63-4e65-9093-c4747da0dca6 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:16:47.775964 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84715eb4-0974-453f-93ba-dbca4585ada7']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:47.785266 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c911e125-7120-4c81-967a-4dce177173a5') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:47.785562 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c911e125-7120-4c81-967a-4dce177173a5') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:16:47.795728 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12949580'] for segment (c911e125-7120-4c81-967a-4dce177173a5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.810178 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (c911e125-7120-4c81-967a-4dce177173a5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.816278 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:16:47.816865 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15804107'] for segment (c911e125-7120-4c81-967a-4dce177173a5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: Traceback (most recent call last): Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: timer() Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: cb(*args, **kw) Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: self._notify() Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: self.callback(batched_events) Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: event.method(event) Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: return f(self, *a, **k) Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._get(url).json() Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:16:47.818309 dv-cinder-836066-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:16:47.873769 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (84715eb4-0974-453f-93ba-dbca4585ada7), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.884941 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:47.888179 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] 10.222.0.13 "DELETE /v2.0/networks/84715eb4-0974-453f-93ba-dbca4585ada7 HTTP/1.1" status: 204 len: 168 time: 0.5291433 Mar 31 19:16:47.900897 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeb0f9-f297-42df-9722-140f1f55861d admin admin] Pushing event deleted for resources: {'Network': ['ID=84715eb4-0974-453f-93ba-dbca4585ada7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:48.020384 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34124) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:48.060717 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a09e11de-4cf0-4ff2-82d7-718a41f8c87c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e34cb0a1f9064dc1a3aafb28adc64df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391862 Mar 31 19:16:48.063273 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34126) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:48.115711 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc7d7e9-e89b-4db7-98a5-21fca8002849 admin admin] Publish callbacks [] for security_group (c3b93bed-5149-4221-a7e4-478434e4f4af), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:48.136997 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc7d7e9-e89b-4db7-98a5-21fca8002849 admin admin] Publish callbacks [] for security_group (c3b93bed-5149-4221-a7e4-478434e4f4af), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:48.185379 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc7d7e9-e89b-4db7-98a5-21fca8002849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (c3b93bed-5149-4221-a7e4-478434e4f4af), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:48.188320 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc7d7e9-e89b-4db7-98a5-21fca8002849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:48.189486 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-dbc7d7e9-e89b-4db7-98a5-21fca8002849 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3b93bed-5149-4221-a7e4-478434e4f4af HTTP/1.1" status: 204 len: 168 time: 0.1251783 Mar 31 19:16:48.198322 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7d7e9-e89b-4db7-98a5-21fca8002849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b93bed-5149-4221-a7e4-478434e4f4af,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:48.517256 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34132) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:48.557238 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c90b2db3-082a-4690-8de6-d0c3adab9671 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e190d28bb1f40e991d9ae00f0576a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387895 Mar 31 19:16:48.559684 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34134) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:16:48.606281 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11089200-3d11-4ccb-a7d9-36866a777e9a admin admin] Publish callbacks [] for security_group (0798e5f3-3711-4639-96f7-abc4d435e5a6), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:48.628777 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11089200-3d11-4ccb-a7d9-36866a777e9a admin admin] Publish callbacks [] for security_group (0798e5f3-3711-4639-96f7-abc4d435e5a6), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:48.675168 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11089200-3d11-4ccb-a7d9-36866a777e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (0798e5f3-3711-4639-96f7-abc4d435e5a6), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:48.677718 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11089200-3d11-4ccb-a7d9-36866a777e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:48.678850 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-11089200-3d11-4ccb-a7d9-36866a777e9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0798e5f3-3711-4639-96f7-abc4d435e5a6 HTTP/1.1" status: 204 len: 168 time: 0.1182857 Mar 31 19:16:48.687195 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11089200-3d11-4ccb-a7d9-36866a777e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0798e5f3-3711-4639-96f7-abc4d435e5a6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:16:49.341243 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:16:49.363934 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:16:49.364272 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 2f0a1788-7834-4df6-bd4e-95cf1fad81d6 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:16:49.364669 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device fc85c23e-d698-4177-aaef-70952620dfeb no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:16:49.508940 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: fc85c23e-d698-4177-aaef-70952620dfeb {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:16:49.509281 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device fc85c23e-d698-4177-aaef-70952620dfeb not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:16:49.769241 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:16:53.099576 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-abf33d24-6e7d-41ad-8d18-c6d8d4ce20e7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415452 Mar 31 19:16:53.161367 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-a9079250-39ae-4d11-ba75-c28597290ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:53.162830 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-a9079250-39ae-4d11-ba75-c28597290ba1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 1130 time: 0.0429184 Mar 31 19:16:53.265259 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-926528e1-8881-4216-8feb-a66e749dc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:53.266693 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-926528e1-8881-4216-8feb-a66e749dc438 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0853994 Mar 31 19:16:53.332301 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-4edf7567-bf46-4d04-b419-518b66f5f971 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 HTTP/1.1" status: 200 len: 1001 time: 0.0587857 Mar 31 19:16:53.383916 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-db98e3ec-b6ff-4f07-a0ac-aaa6d294a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:53.385350 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-db98e3ec-b6ff-4f07-a0ac-aaa6d294a6be service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0472877 Mar 31 19:16:53.433610 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-f53c4628-d038-4aa5-9afd-e996dbc287ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:16:53.435120 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-f53c4628-d038-4aa5-9afd-e996dbc287ab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437829 Mar 31 19:16:53.520367 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-93f7056b-09d1-44a1-b346-63f797469459 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792284 Mar 31 19:16:53.613854 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af914814-2e27-4f8a-9562-d545ad9a1d80 req-4f5641ca-45cd-46f9-8b6d-5357fe8a1c03 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869641 Mar 31 19:16:53.843496 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-38d1a980-7fc6-4459-95fa-3f7103c00e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:56.347543 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3fc89e46-10e1-4827-a16e-f6e4bc8479b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:57.531494 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:16:58.798483 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:00.504821 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:09.304595 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabc087-04ad-4f95-9cba-db652b5222de req-e7bfc080-3295-4cdc-8935-f58617ab61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:09.306839 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eeabc087-04ad-4f95-9cba-db652b5222de req-e7bfc080-3295-4cdc-8935-f58617ab61e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1168e0fc70504faa896da7cbd935b314&device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1169 time: 0.1389363 Mar 31 19:17:09.433411 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabc087-04ad-4f95-9cba-db652b5222de req-7700fef2-3ba6-4fde-9456-20095a99bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:09.434882 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eeabc087-04ad-4f95-9cba-db652b5222de req-7700fef2-3ba6-4fde-9456-20095a99bd46 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 200 len: 917 time: 0.1217611 Mar 31 19:17:09.442757 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57c1d-cd9c-4532-8c72-d5adc31ed73b req-4ed707be-b176-4fb7-a30f-c2875793cb7c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:09.444169 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14a57c1d-cd9c-4532-8c72-d5adc31ed73b req-4ed707be-b176-4fb7-a30f-c2875793cb7c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.2839484 Mar 31 19:17:09.537518 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eeabc087-04ad-4f95-9cba-db652b5222de req-e6b10501-c88f-4373-a0ca-75754d133e6d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 1001 time: 0.0924091 Mar 31 19:17:09.578902 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-14a57c1d-cd9c-4532-8c72-d5adc31ed73b req-fd479cbc-e973-43f7-8458-0edbcad2cf94 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274576 Mar 31 19:17:09.596451 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabc087-04ad-4f95-9cba-db652b5222de req-c0626aae-924a-4a4c-9f3c-c8822deb901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:09.597899 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eeabc087-04ad-4f95-9cba-db652b5222de req-c0626aae-924a-4a4c-9f3c-c8822deb901e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c8df87-ccc6-41b2-9775-8477d8daf2ab HTTP/1.1" status: 200 len: 854 time: 0.0528631 Mar 31 19:17:09.646793 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabc087-04ad-4f95-9cba-db652b5222de req-36582c8e-7227-4028-96c0-03ef1146e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:09.648618 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eeabc087-04ad-4f95-9cba-db652b5222de req-36582c8e-7227-4028-96c0-03ef1146e7ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6818ece3-44d1-433f-9b8f-a5731847adc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435839 Mar 31 19:17:09.740079 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eeabc087-04ad-4f95-9cba-db652b5222de req-5703f4c2-a850-4920-a9f7-ca11850f503f service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848536 Mar 31 19:17:09.830928 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eeabc087-04ad-4f95-9cba-db652b5222de req-f523c2fd-372d-4fd6-890f-385b956c5dbd service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846639 Mar 31 19:17:10.210922 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:10.595410 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-c2a9e6b0-13ed-4a98-b47a-425a90f82147 req-bb444edc-bf10-496f-819d-18f7aacd8e04 service neutron] (103485) timed out ('10.222.0.78', 61574) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:17:10.699091 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa60fd7-6210-42d6-a97a-d97d19822da5 req-aecb60cf-4ac2-4b24-8af2-22229d3c3ea1 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:10.700582 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8aa60fd7-6210-42d6-a97a-d97d19822da5 req-aecb60cf-4ac2-4b24-8af2-22229d3c3ea1 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0533581 Mar 31 19:17:10.763934 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8aa60fd7-6210-42d6-a97a-d97d19822da5 req-a868b1c5-5b36-4277-b94e-838c637dbb0e tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574641 Mar 31 19:17:11.886006 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112c6ab-f3cd-414a-a73a-4b30df8047cb req-1033d43b-ddf9-4fc1-8b4e-d303b2ecbe1c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:11.887552 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5112c6ab-f3cd-414a-a73a-4b30df8047cb req-1033d43b-ddf9-4fc1-8b4e-d303b2ecbe1c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0540042 Mar 31 19:17:11.949208 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5112c6ab-f3cd-414a-a73a-4b30df8047cb req-3dc68490-9fc6-4326-a099-103f67b57c7f tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559549 Mar 31 19:17:13.072237 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be7e21-9f9d-4c38-814d-cb03910f7ec0 req-f3e6c850-bc37-4d0c-931d-4f112fadab20 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:13.073720 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-78be7e21-9f9d-4c38-814d-cb03910f7ec0 req-f3e6c850-bc37-4d0c-931d-4f112fadab20 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0543981 Mar 31 19:17:13.132698 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-78be7e21-9f9d-4c38-814d-cb03910f7ec0 req-c50fe9a5-0f60-49a1-abc5-099f0fd03bd0 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530741 Mar 31 19:17:14.255932 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac29d88-2281-448f-9952-80a252d0a89f req-f233cab8-1c5b-4464-bbd9-7cd8af59ec49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:14.257379 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0ac29d88-2281-448f-9952-80a252d0a89f req-f233cab8-1c5b-4464-bbd9-7cd8af59ec49 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0573783 Mar 31 19:17:14.318776 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0ac29d88-2281-448f-9952-80a252d0a89f req-0a558bb1-6ac8-4c71-bc04-aab049e2eaca tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546229 Mar 31 19:17:15.436200 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f21bbc-6f37-44cd-a08d-2985ce59ece6 req-e4ea9ada-e531-47d4-a60c-9800745a2de9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:15.437658 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f5f21bbc-6f37-44cd-a08d-2985ce59ece6 req-e4ea9ada-e531-47d4-a60c-9800745a2de9 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0522780 Mar 31 19:17:15.497817 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f5f21bbc-6f37-44cd-a08d-2985ce59ece6 req-47844f50-31e6-4d33-98d3-741063dd255a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544472 Mar 31 19:17:16.620543 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629d85b-13d2-432d-bcb9-8d4af99bebac req-f18d279f-b794-4a42-9f0c-77bf3954a5aa tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:16.622035 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8629d85b-13d2-432d-bcb9-8d4af99bebac req-f18d279f-b794-4a42-9f0c-77bf3954a5aa tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0568464 Mar 31 19:17:16.684982 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8629d85b-13d2-432d-bcb9-8d4af99bebac req-49aa6924-bda4-497d-8a43-3874a51e74d3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561390 Mar 31 19:17:17.811570 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287ba68-6a6e-4d14-a18a-3b6be983aaaf req-15fc77d7-522b-4c2b-a9ad-a7fedd07571c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:17.813114 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0287ba68-6a6e-4d14-a18a-3b6be983aaaf req-15fc77d7-522b-4c2b-a9ad-a7fedd07571c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0562561 Mar 31 19:17:17.874881 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0287ba68-6a6e-4d14-a18a-3b6be983aaaf req-61595d6c-baf5-4ccc-a150-e3adfd48b0ff tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559602 Mar 31 19:17:18.182456 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [req-a7894724-5caa-4119-99ae-4450f0e5ef2b req-2164287e-7957-45dc-a1b1-070db4f9526f service neutron] (103484) timed out ('10.222.0.78', 61599) {{(pid=103484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:17:18.629256 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [req-441df0ea-851a-40cb-88cc-fb870dbccfdd req-a83e73ee-8468-46ee-8183-95f27c16f6a6 service neutron] (103484) timed out ('10.222.0.78', 61593) {{(pid=103484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:17:18.993180 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7cdfa-d304-4a90-8fe0-bcc459465c8f req-6762e2a6-bf08-48bb-bbdd-0735de32214c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:18.994867 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e8d7cdfa-d304-4a90-8fe0-bcc459465c8f req-6762e2a6-bf08-48bb-bbdd-0735de32214c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0526075 Mar 31 19:17:19.059386 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e8d7cdfa-d304-4a90-8fe0-bcc459465c8f req-e0e2504e-1692-4103-b3db-711e71a518d8 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585780 Mar 31 19:17:20.180965 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d0868-037b-4e3c-9721-97dc61ced3f2 req-786c9d7c-da98-466d-88f7-de49853ff925 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:20.182395 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ed0d0868-037b-4e3c-9721-97dc61ced3f2 req-786c9d7c-da98-466d-88f7-de49853ff925 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0545411 Mar 31 19:17:20.242692 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ed0d0868-037b-4e3c-9721-97dc61ced3f2 req-6a23deef-3536-4fd2-9544-5cfafea82550 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545251 Mar 31 19:17:21.361451 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b28fc-03d6-4780-a86a-20bc206326dd req-85dabb8f-10b1-49f0-a669-de1ccdf052a3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:21.362920 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ab4b28fc-03d6-4780-a86a-20bc206326dd req-85dabb8f-10b1-49f0-a669-de1ccdf052a3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0529509 Mar 31 19:17:21.423910 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ab4b28fc-03d6-4780-a86a-20bc206326dd req-f43eef66-bedb-4762-84e7-0df0e6f3ad93 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=27415489-8942-4622-8251-2bd88d5cb0ad&id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547552 Mar 31 19:17:23.846799 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f4e79a1-5704-48ec-80c5-b9b7fe710e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:26.349528 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c16f8449-c701-45ca-8371-59e2e0fb9fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:26.768449 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:17:27.535257 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:28.802791 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:30.509577 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:40.216016 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:40.457758 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357f5df-b060-4ca0-af39-ce2bf6bb2b2f req-d8df4153-a95b-4655-acc0-04497bd02ae2 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:40.459416 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2357f5df-b060-4ca0-af39-ce2bf6bb2b2f req-d8df4153-a95b-4655-acc0-04497bd02ae2 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 945 time: 0.0628436 Mar 31 19:17:40.519014 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2357f5df-b060-4ca0-af39-ce2bf6bb2b2f req-469c88f7-12f0-405b-b045-734a82b1e149 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519824 Mar 31 19:17:41.646989 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a8046-9e91-4b92-bf1d-ab1923bab5b3 req-5e6adc84-aecf-4fb4-bb14-fae35e29bde9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:41.648478 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e44a8046-9e91-4b92-bf1d-ab1923bab5b3 req-5e6adc84-aecf-4fb4-bb14-fae35e29bde9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 945 time: 0.0546322 Mar 31 19:17:41.700945 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e44a8046-9e91-4b92-bf1d-ab1923bab5b3 req-dd0b5bf3-58f0-4915-8a98-bb095d0dbd29 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5252cf8-43f0-4d94-a1db-2388134caec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464416 Mar 31 19:17:42.132915 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-fe4c993b-4b29-4924-850a-da4786df0f8e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:42.134674 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-fe4c993b-4b29-4924-850a-da4786df0f8e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 945 time: 0.0586393 Mar 31 19:17:42.239740 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Deleting port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:17:42.240071 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:42.334229 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] For port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:17:42.334513 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:42.527398 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:42.527761 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (6ff952dd-9e55-43c3-95c6-1e777e27db4b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:42.528089 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Floating IP 6ff952dd-9e55-43c3-95c6-1e777e27db4b disassociated. External IP: 172.27.0.67, port: 97269b1d-3a63-4aa8-97e0-5979f8ba90a1. Mar 31 19:17:42.528437 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Calling delete_port for 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:17:42.673767 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (97269b1d-3a63-4aa8-97e0-5979f8ba90a1), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:42.708721 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'Port': ['ID=97269b1d-3a63-4aa8-97e0-5979f8ba90a1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:42.723477 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.723837 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.724184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.724796 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.725037 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.725417 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.725780 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.726122 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.726463 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.726805 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.727172 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.727509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.727951 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.728535 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.729045 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:42.888583 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9ae01faa-0c42-44c6-b54e-6b8c58a8e226 req-3dcc7146-d53e-4793-b3fb-893ba516275b tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 210 time: 0.0848520 Mar 31 19:17:42.944280 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:17:43.387482 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:17:43.398576 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:17:43.411265 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:17:43.411902 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:17:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:17:43.448989 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] No DVR routers for this DVR port 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:17:43.452591 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:43.456662 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ba4e947e-2179-48f5-9e1e-a7b6367a091b req-349b2abf-b810-4100-afbd-d4765c535f74 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "DELETE /v2.0/ports/97269b1d-3a63-4aa8-97e0-5979f8ba90a1 HTTP/1.1" status: 204 len: 173 time: 1.3155382 Mar 31 19:17:43.457147 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'name': 'network-vif-deleted', 'tag': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:17:43.459534 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca624ca1-108f-424f-b998-b509988b12b7" -d '{"events": [{"server_uuid": "b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb", "name": "network-vif-deleted", "tag": "97269b1d-3a63-4aa8-97e0-5979f8ba90a1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:17:43.509442 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59e9e7-b7c4-40eb-b83c-ebe94a876c62 x-openstack-request-id: req-3a59e9e7-b7c4-40eb-b83c-ebe94a876c62 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:17:43.509732 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb", "name": "network-vif-deleted", "tag": "97269b1d-3a63-4aa8-97e0-5979f8ba90a1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:17:43.510022 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a59e9e7-b7c4-40eb-b83c-ebe94a876c62 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:17:43.510570 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a59e9e7-b7c4-40eb-b83c-ebe94a876c62'] response: {'server_uuid': 'b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb', 'name': 'network-vif-deleted', 'tag': '97269b1d-3a63-4aa8-97e0-5979f8ba90a1', 'status': 'completed', 'code': 200} Mar 31 19:17:43.561632 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:17:43.834893 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '02157625-60c2-44bf-8b99-e617b594808c', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:16Z', 'updated_at': '2022-03-31T19:14:35Z', 'revision_number': 2, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:17:43.864782 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:17:43.874562 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:17:43.875222 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:17:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:17:44.031540 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:17:44.047735 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-068f8252-9f47-4574-be4a-7f9660ac6fa2 req-6f149f56-c278-476e-975f-995d730b02bf tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2fd14d3-a9b0-4bfd-b90b-d3893e02b6cb HTTP/1.1" status: 200 len: 210 time: 0.0334551 Mar 31 19:17:44.300268 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '02157625-60c2-44bf-8b99-e617b594808c', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:16Z', 'updated_at': '2022-03-31T19:14:35Z', 'revision_number': 2, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:17:44.337907 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22169ce3-5541-4f18-8cf4-b9b88fe15c87 None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '02157625-60c2-44bf-8b99-e617b594808c', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2a:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:14:16Z', 'updated_at': '2022-03-31T19:14:35Z', 'revision_number': 2, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:17:44.591236 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee990ba-d328-4364-8c50-4b2154f814ce None None] New status for floating IP 6ff952dd-9e55-43c3-95c6-1e777e27db4b: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:17:45.151618 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34212) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:45.214177 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2795d3ea-da19-4640-9b21-5e85c5bbb38f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (d5252cf8-43f0-4d94-a1db-2388134caec3), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.240177 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2795d3ea-da19-4640-9b21-5e85c5bbb38f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (d5252cf8-43f0-4d94-a1db-2388134caec3), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.297968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2795d3ea-da19-4640-9b21-5e85c5bbb38f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d5252cf8-43f0-4d94-a1db-2388134caec3), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.300636 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2795d3ea-da19-4640-9b21-5e85c5bbb38f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.301802 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-2795d3ea-da19-4640-9b21-5e85c5bbb38f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "DELETE /v2.0/security-groups/d5252cf8-43f0-4d94-a1db-2388134caec3 HTTP/1.1" status: 204 len: 168 time: 0.1488070 Mar 31 19:17:45.304906 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34214) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:45.311390 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795d3ea-da19-4640-9b21-5e85c5bbb38f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5252cf8-43f0-4d94-a1db-2388134caec3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:45.322374 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.api.v2.resource [None req-2709c3c0-ab28-4f8d-8e3b-c2854a439176 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] show failed (client error): The resource could not be found. Mar 31 19:17:45.323629 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2709c3c0-ab28-4f8d-8e3b-c2854a439176 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups/d5252cf8-43f0-4d94-a1db-2388134caec3 HTTP/1.1" status: 404 len: 347 time: 0.0174394 Mar 31 19:17:45.327536 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34216) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:45.460418 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Deleting port 01d53eb0-e9b3-48fe-b336-fe438ded2925 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:17:45.460931 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (01d53eb0-e9b3-48fe-b336-fe438ded2925), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.543190 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (01d53eb0-e9b3-48fe-b336-fe438ded2925), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.543537 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (01d53eb0-e9b3-48fe-b336-fe438ded2925), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.558558 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Calling delete_port for 01d53eb0-e9b3-48fe-b336-fe438ded2925 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:17:45.716782 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (01d53eb0-e9b3-48fe-b336-fe438ded2925), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.744066 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'Port': ['ID=01d53eb0-e9b3-48fe-b336-fe438ded2925,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:45.773779 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.774133 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.775124 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.775475 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.775932 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.776176 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.776509 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.776843 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.777429 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.777762 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.778091 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.778417 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.778741 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.779108 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.779435 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:17:45.828933 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (6ff952dd-9e55-43c3-95c6-1e777e27db4b), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.831653 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:45.831831 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:17:45.833138 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c17c122c-45b0-4dfb-b570-ef3ceec915e1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "DELETE /v2.0/floatingips/6ff952dd-9e55-43c3-95c6-1e777e27db4b HTTP/1.1" status: 204 len: 168 time: 0.5043314 Mar 31 19:17:45.855648 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:17:45.856003 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 97269b1d-3a63-4aa8-97e0-5979f8ba90a1 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:17:47.529096 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e3c8d-d084-4782-bfbb-12c03b0ac1d5 req-32f282ac-1d82-4865-82ea-4fd19fecb300 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:47.530701 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac7e3c8d-d084-4782-bfbb-12c03b0ac1d5 req-32f282ac-1d82-4865-82ea-4fd19fecb300 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 946 time: 0.0597513 Mar 31 19:17:47.587943 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ac7e3c8d-d084-4782-bfbb-12c03b0ac1d5 req-02739094-24a4-4ae0-b4ba-518c89182d6a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505173 Mar 31 19:17:48.711937 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716f389-2f32-4fed-ae51-d539bd247320 req-c8c04150-15dc-4058-9e3b-d677a0f04a34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:48.713521 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9716f389-2f32-4fed-ae51-d539bd247320 req-c8c04150-15dc-4058-9e3b-d677a0f04a34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 946 time: 0.0530748 Mar 31 19:17:48.760039 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9716f389-2f32-4fed-ae51-d539bd247320 req-ed51cb1b-7f7c-4b48-94ce-e3011fb2d29c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408447 Mar 31 19:17:49.405938 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-bfb47154-2e86-4f86-9b94-05520db380a9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:49.408315 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-bfb47154-2e86-4f86-9b94-05520db380a9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 946 time: 0.0558474 Mar 31 19:17:49.504888 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Deleting port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:17:49.505220 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:49.606011 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] For port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:17:49.606290 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:49.796217 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:49.796864 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (02157625-60c2-44bf-8b99-e617b594808c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:49.796864 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Floating IP 02157625-60c2-44bf-8b99-e617b594808c disassociated. External IP: 172.27.0.97, port: 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8. Mar 31 19:17:49.797269 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Calling delete_port for 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:17:49.921386 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cea90-6b30-4794-b759-5b301241f676 req-782b0b7d-271c-4aa6-859d-cfc94818adcd tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:49.922811 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-515cea90-6b30-4794-b759-5b301241f676 req-782b0b7d-271c-4aa6-859d-cfc94818adcd tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=69e7f0e0-2333-4087-8df4-df1097d6dcbc HTTP/1.1" status: 200 len: 946 time: 0.0832651 Mar 31 19:17:50.005913 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (6cbc670d-328e-4c4b-8728-2d1b7a90d9d8), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:50.010620 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-515cea90-6b30-4794-b759-5b301241f676 req-08be2b59-b13a-461f-96f3-a59ac295ee22 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=c28cda6f-f88a-4cc2-8c3a-5845d8788127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782216 Mar 31 19:17:50.037183 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'Port': ['ID=6cbc670d-328e-4c4b-8728-2d1b7a90d9d8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:50.161880 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:17:50.274077 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:17:50.284427 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:17:50.294885 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:17:50.295530 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:17:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:17:50.319934 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] No DVR routers for this DVR port 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:17:50.322244 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:50.325548 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d3e5c415-3e78-4189-87e6-0d6fa93fb557 req-98079d8c-9902-4b1d-b553-30c33927c90e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "DELETE /v2.0/ports/6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 HTTP/1.1" status: 204 len: 173 time: 0.9123125 Mar 31 19:17:50.325984 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'name': 'network-vif-deleted', 'tag': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:17:50.328269 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef489453-cc67-4dca-be34-9a8f45d01bc4" -d '{"events": [{"server_uuid": "69e7f0e0-2333-4087-8df4-df1097d6dcbc", "name": "network-vif-deleted", "tag": "6cbc670d-328e-4c4b-8728-2d1b7a90d9d8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:17:50.374708 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15bc368-03d4-40c4-b2d1-ed129fcc6c31 x-openstack-request-id: req-e15bc368-03d4-40c4-b2d1-ed129fcc6c31 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:17:50.375035 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e7f0e0-2333-4087-8df4-df1097d6dcbc", "name": "network-vif-deleted", "tag": "6cbc670d-328e-4c4b-8728-2d1b7a90d9d8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:17:50.375293 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e15bc368-03d4-40c4-b2d1-ed129fcc6c31 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:17:50.375733 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15bc368-03d4-40c4-b2d1-ed129fcc6c31'] response: {'server_uuid': '69e7f0e0-2333-4087-8df4-df1097d6dcbc', 'name': 'network-vif-deleted', 'tag': '6cbc670d-328e-4c4b-8728-2d1b7a90d9d8', 'status': 'completed', 'code': 200} Mar 31 19:17:50.424158 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:17:50.642255 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:17:50.673668 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:17:50.682350 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:17:50.683647 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:17:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:17:50.799884 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:17:51.093674 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:17:51.098413 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34250) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:51.119145 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b85ffb-aae2-4913-bcfa-f235dc476828 None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:17:51.156124 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-109210d2-4e4c-4d3d-8a66-e626699c5dd7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (c28cda6f-f88a-4cc2-8c3a-5845d8788127), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.180642 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-109210d2-4e4c-4d3d-8a66-e626699c5dd7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (c28cda6f-f88a-4cc2-8c3a-5845d8788127), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.233708 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-109210d2-4e4c-4d3d-8a66-e626699c5dd7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (c28cda6f-f88a-4cc2-8c3a-5845d8788127), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.236414 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-109210d2-4e4c-4d3d-8a66-e626699c5dd7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.237567 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-109210d2-4e4c-4d3d-8a66-e626699c5dd7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "DELETE /v2.0/security-groups/c28cda6f-f88a-4cc2-8c3a-5845d8788127 HTTP/1.1" status: 204 len: 168 time: 0.1381218 Mar 31 19:17:51.240785 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34252) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:51.247922 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109210d2-4e4c-4d3d-8a66-e626699c5dd7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28cda6f-f88a-4cc2-8c3a-5845d8788127,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:51.257439 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.api.v2.resource [None req-a324e790-a7e9-4b70-bff2-bafd442c31c3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] show failed (client error): The resource could not be found. Mar 31 19:17:51.258483 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-a324e790-a7e9-4b70-bff2-bafd442c31c3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups/c28cda6f-f88a-4cc2-8c3a-5845d8788127 HTTP/1.1" status: 404 len: 347 time: 0.0161302 Mar 31 19:17:51.262295 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34254) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:51.368681 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbbecb-3011-4417-89f5-57aec72b4541 None None] New status for floating IP 02157625-60c2-44bf-8b99-e617b594808c: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:17:51.612717 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Deleting port 949af3b0-e868-4700-b1eb-5c00bfeb2b62 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:17:51.612957 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (949af3b0-e868-4700-b1eb-5c00bfeb2b62), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.691782 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (949af3b0-e868-4700-b1eb-5c00bfeb2b62), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.692102 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (949af3b0-e868-4700-b1eb-5c00bfeb2b62), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.705781 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Calling delete_port for 949af3b0-e868-4700-b1eb-5c00bfeb2b62 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:17:51.843579 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (949af3b0-e868-4700-b1eb-5c00bfeb2b62), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.874053 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'Port': ['ID=949af3b0-e868-4700-b1eb-5c00bfeb2b62,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:51.939508 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (02157625-60c2-44bf-8b99-e617b594808c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.942093 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:51.943294 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a7e407b3-4f92-4f28-8321-6edbdca8e488 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "DELETE /v2.0/floatingips/02157625-60c2-44bf-8b99-e617b594808c HTTP/1.1" status: 204 len: 168 time: 0.6797433 Mar 31 19:17:52.133710 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34258) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:52.138299 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ff26d249-06e4-4881-aa34-1075bbfcca41 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2139194654', 'description': 'tempest-description--2022286957'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:17:52.158744 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff26d249-06e4-4881-aa34-1075bbfcca41 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.225366 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff26d249-06e4-4881-aa34-1075bbfcca41 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (50d020ea-5710-4265-a87d-20e3302427cf), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.229813 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff26d249-06e4-4881-aa34-1075bbfcca41 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (50d020ea-5710-4265-a87d-20e3302427cf), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.266627 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff26d249-06e4-4881-aa34-1075bbfcca41 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.267898 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ff26d249-06e4-4881-aa34-1075bbfcca41 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1331847 Mar 31 19:17:52.268755 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26d249-06e4-4881-aa34-1075bbfcca41 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d020ea-5710-4265-a87d-20e3302427cf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:52.270810 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34260) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:52.275416 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-52b86496-ac99-4048-a8ed-6bf5a94a0094 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group_rule': {'security_group_id': '50d020ea-5710-4265-a87d-20e3302427cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:17:52.305749 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52b86496-ac99-4048-a8ed-6bf5a94a0094 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (2f3223d4-32ca-4853-89bf-dfffc3cb5813), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.362761 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52b86496-ac99-4048-a8ed-6bf5a94a0094 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (2f3223d4-32ca-4853-89bf-dfffc3cb5813), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.366639 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52b86496-ac99-4048-a8ed-6bf5a94a0094 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (2f3223d4-32ca-4853-89bf-dfffc3cb5813), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.383408 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b86496-ac99-4048-a8ed-6bf5a94a0094 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3223d4-32ca-4853-89bf-dfffc3cb5813,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:52.392277 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52b86496-ac99-4048-a8ed-6bf5a94a0094 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.393448 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-52b86496-ac99-4048-a8ed-6bf5a94a0094 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216178 Mar 31 19:17:52.396068 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34262) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:52.400347 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-755fe6b9-8eef-4b45-bad6-02860f016a17 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group_rule': {'security_group_id': '50d020ea-5710-4265-a87d-20e3302427cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:17:52.424825 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-755fe6b9-8eef-4b45-bad6-02860f016a17 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (774a59cd-d94b-4faa-b14b-c567d8cf4ecb), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.481309 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-755fe6b9-8eef-4b45-bad6-02860f016a17 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (774a59cd-d94b-4faa-b14b-c567d8cf4ecb), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.485019 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-755fe6b9-8eef-4b45-bad6-02860f016a17 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (774a59cd-d94b-4faa-b14b-c567d8cf4ecb), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.503038 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fe6b9-8eef-4b45-bad6-02860f016a17 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774a59cd-d94b-4faa-b14b-c567d8cf4ecb,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:52.507295 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-755fe6b9-8eef-4b45-bad6-02860f016a17 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.508476 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-755fe6b9-8eef-4b45-bad6-02860f016a17 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114995 Mar 31 19:17:52.512065 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34264) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:17:52.516322 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:17:52.536495 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.637231 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.740893 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Allocated IP 172.27.0.9 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/d08effb6-976d-4b2c-900b-1c6c55eeb8e4) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:17:52.850252 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (d08effb6-976d-4b2c-900b-1c6c55eeb8e4), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.886727 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (d08effb6-976d-4b2c-900b-1c6c55eeb8e4), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:52.929223 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:17:52.936278 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:17:52.941127 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:17:52.944406 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=d08effb6-976d-4b2c-900b-1c6c55eeb8e4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:53.035040 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (eb258ff7-9217-4898-9a2f-1001cef89fcd), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:53.075567 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (d08effb6-976d-4b2c-900b-1c6c55eeb8e4), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:53.230167 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (d08effb6-976d-4b2c-900b-1c6c55eeb8e4), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:53.234435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (d08effb6-976d-4b2c-900b-1c6c55eeb8e4), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:53.299598 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=d08effb6-976d-4b2c-900b-1c6c55eeb8e4,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:53.313767 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (eb258ff7-9217-4898-9a2f-1001cef89fcd), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:53.329878 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:53.331178 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-170bb91c-0ca1-4821-9e9c-c4d4b23ce0d4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8181612 Mar 31 19:17:53.525129 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-1d44069e-7e50-48e9-a9d4-362711e5ddd7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2139194654&fields=id&tenant_id=4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 267 time: 0.0411987 Mar 31 19:17:53.634771 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950e25-ee19-4a9b-a7cc-545067b288da req-dcc3a090-db9d-480e-895a-f9875c83d445 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:53.636821 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-dcc3a090-db9d-480e-895a-f9875c83d445 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 814 time: 0.1043401 Mar 31 19:17:53.652208 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-5af35b8d-370e-4a5f-9484-dc4416d67273 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/quotas/4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 375 time: 0.0098102 Mar 31 19:17:53.708358 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-95ef8b0d-2dfd-4f91-b4c0-41d4fcf9b168 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505023 Mar 31 19:17:53.806022 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-fde6870c-609e-4b96-aed6-c738287e5caf service neutron] 10.222.0.13 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861623 Mar 31 19:17:53.848990 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-666d931e-2019-4b10-adc7-eb66b2d66862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:53.890412 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:17:53.895397 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-763be235-67b0-4a73-a8cd-e72d337aac89 service neutron] 10.222.0.13 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825977 Mar 31 19:17:53.914406 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:17:53.914749 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 6cbc670d-328e-4c4b-8728-2d1b7a90d9d8 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:17:54.077292 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-96ffdf56-e0e6-4708-be83-07de23d06770 req-fbb3922a-4ed6-4dea-bc10-acf8f22c46da tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 210 time: 0.0396135 Mar 31 19:17:54.111931 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-b2ed06a2-6307-4373-9d4d-4185b902edec service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587857 Mar 31 19:17:54.215686 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-22cd2af8-bbed-4958-96ac-d0df8ef0b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:54.217224 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-22cd2af8-bbed-4958-96ac-d0df8ef0b91b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1168e0fc70504faa896da7cbd935b314&device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1169 time: 0.0540280 Mar 31 19:17:54.325702 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-3cab3b03-4466-44fa-a787-0194ab9aa7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:54.327262 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-3cab3b03-4466-44fa-a787-0194ab9aa7f8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 200 len: 917 time: 0.0922601 Mar 31 19:17:54.402301 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-bbba354e-3a23-487d-91c6-6446ab7256af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 1001 time: 0.0681934 Mar 31 19:17:54.456709 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-ff20f5d8-9abb-4f25-9282-bf39bd15cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:54.458307 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-ff20f5d8-9abb-4f25-9282-bf39bd15cf8a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c8df87-ccc6-41b2-9775-8477d8daf2ab HTTP/1.1" status: 200 len: 854 time: 0.0513353 Mar 31 19:17:54.514934 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-870dbb88-d396-4278-999c-38fc194ef3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:54.516497 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-870dbb88-d396-4278-999c-38fc194ef3e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6818ece3-44d1-433f-9b8f-a5731847adc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511198 Mar 31 19:17:54.618653 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-d98a4035-15c0-4dff-b29e-3810230106dd service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959167 Mar 31 19:17:54.721075 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6a4ae044-484e-49f4-8f5d-7f78faca23a1 req-11b073d7-9180-474a-adef-d42b8455c47b service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910299 Mar 31 19:17:55.188621 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-bb7745d7-0347-4d83-826a-2fbe5952a9c3 req-8e958fcf-d27a-4322-a16c-e8f910cd5c9d tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 210 time: 0.0349307 Mar 31 19:17:55.208421 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950e25-ee19-4a9b-a7cc-545067b288da req-03f2dfed-99ee-46d9-be28-03c1ab93dd05 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:55.209905 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-03f2dfed-99ee-46d9-be28-03c1ab93dd05 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 814 time: 0.1436450 Mar 31 19:17:55.280013 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-64c85c55-2506-4487-bef2-3baa5d560979 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 380 time: 0.0591865 Mar 31 19:17:55.290150 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'port': {'device_id': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'admin_state_up': True, 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'security_groups': ['50d020ea-5710-4265-a87d-20e3302427cf']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:17:55.407849 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Made reservation on behalf of 4917168d87c443ab88020bcb89f46ded for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:17:55.411490 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:55.543369 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Allocated IP 172.20.0.9 (c508052c-ead6-4f6a-bdc5-8a3873b408cd/ef10fcff-b3f3-4461-aec2-773a25c74d8d/7af002ce-a400-440f-8864-7c02712c30a7) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:17:55.693604 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (7af002ce-a400-440f-8864-7c02712c30a7), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:55.732156 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (7af002ce-a400-440f-8864-7c02712c30a7), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:55.771730 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:17:55.774777 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:17:55.779470 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:17:55.808425 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=7af002ce-a400-440f-8864-7c02712c30a7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:55.839720 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:55.840379 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:55.860157 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4bc0cbd4-b55c-4123-8b86-d8ad0ffab748 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5738451 Mar 31 19:17:55.871929 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Request body: {'port': {'device_id': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:17:55.939985 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7af002ce-a400-440f-8864-7c02712c30a7), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:56.035516 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4f013929-733b-4221-a2e4-079acabaf813 None None] Provisioning complete for port 7af002ce-a400-440f-8864-7c02712c30a7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:17:56.036098 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4f013929-733b-4221-a2e4-079acabaf813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7af002ce-a400-440f-8864-7c02712c30a7), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:56.072675 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4f013929-733b-4221-a2e4-079acabaf813 None None] Port 7af002ce-a400-440f-8864-7c02712c30a7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:17:56.211551 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af002ce-a400-440f-8864-7c02712c30a7 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:17:56.220397 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Publish callbacks [] for port (7af002ce-a400-440f-8864-7c02712c30a7), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:56.233879 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Transition to ACTIVE for port object 7af002ce-a400-440f-8864-7c02712c30a7 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:17:56.237906 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (7af002ce-a400-440f-8864-7c02712c30a7), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:56.318987 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Pushing event updated for resources: {'Port': ['ID=7af002ce-a400-440f-8864-7c02712c30a7,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:56.363789 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f232f38d-1201-4cbd-812f-f8977e131add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:56.390362 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bde34-aa5b-460d-9f82-7dd018866d3e req-1221f89b-a517-446b-9868-4555c3f2e711 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:56.391983 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-535bde34-aa5b-460d-9f82-7dd018866d3e req-1221f89b-a517-446b-9868-4555c3f2e711 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 943 time: 0.1289194 Mar 31 19:17:56.430910 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Attempting to bind port 7af002ce-a400-440f-8864-7c02712c30a7 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:17:56.431572 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Attempting to bind port 7af002ce-a400-440f-8864-7c02712c30a7 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:17:56.431572 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Attempting to bind port 7af002ce-a400-440f-8864-7c02712c30a7 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:17:56.444967 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Port 7af002ce-a400-440f-8864-7c02712c30a7 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:17:56.445294 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Attempting to bind port 7af002ce-a400-440f-8864-7c02712c30a7 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:17:56.462564 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:17:56.462819 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Checking segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:17:56.463243 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Bound using segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:17:56.463724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Bound port: 7af002ce-a400-440f-8864-7c02712c30a7, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:17:56.464090 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7af002ce-a400-440f-8864-7c02712c30a7), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:56.471901 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-535bde34-aa5b-460d-9f82-7dd018866d3e req-5a25af2c-2221-4444-824c-4622c7aae95b tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706196 Mar 31 19:17:56.546705 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] For port 7af002ce-a400-440f-8864-7c02712c30a7, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:17:56.551962 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] For port 7af002ce-a400-440f-8864-7c02712c30a7, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7af002ce-a400-440f-8864-7c02712c30a7,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:17:56.560078 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (7af002ce-a400-440f-8864-7c02712c30a7), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:56.596855 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:56.597638 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:56.598965 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] 10.222.0.78 "PUT /v2.0/ports/7af002ce-a400-440f-8864-7c02712c30a7 HTTP/1.1" status: 200 len: 1093 time: 0.7319200 Mar 31 19:17:56.599425 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'tag': '7af002ce-a400-440f-8864-7c02712c30a7'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:17:56.601706 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26414dff-f40d-49f8-b59e-3c4b5fa8d139" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a", "tag": "7af002ce-a400-440f-8864-7c02712c30a7"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:17:56.633974 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfd48b-3018-4a0d-9c6e-2cd0fc2a50ad service neutron] Pushing event updated for resources: {'Port': ['ID=7af002ce-a400-440f-8864-7c02712c30a7,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:17:56.679998 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab18a63c-f44e-4a8f-a459-0983b3b2f639 x-openstack-request-id: req-ab18a63c-f44e-4a8f-a459-0983b3b2f639 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:17:56.680392 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a", "tag": "7af002ce-a400-440f-8864-7c02712c30a7", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:17:56.680712 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab18a63c-f44e-4a8f-a459-0983b3b2f639 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:17:56.681144 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab18a63c-f44e-4a8f-a459-0983b3b2f639'] response: {'name': 'network-changed', 'server_uuid': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'tag': '7af002ce-a400-440f-8864-7c02712c30a7', 'status': 'completed', 'code': 200} Mar 31 19:17:56.704681 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950e25-ee19-4a9b-a7cc-545067b288da req-e4fa052e-1bf8-47e9-b8be-bc6f30885dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:56.706224 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-e4fa052e-1bf8-47e9-b8be-bc6f30885dea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 1127 time: 0.0575638 Mar 31 19:17:56.759898 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-6b01a5c1-18db-4d3b-93a1-26c192104ec8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7af002ce-a400-440f-8864-7c02712c30a7 HTTP/1.1" status: 200 len: 217 time: 0.0450892 Mar 31 19:17:56.816057 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950e25-ee19-4a9b-a7cc-545067b288da req-d68144c0-8ad0-4ff5-90b1-41c8a15a8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:56.817538 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-d68144c0-8ad0-4ff5-90b1-41c8a15a8c59 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0521204 Mar 31 19:17:56.872495 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950e25-ee19-4a9b-a7cc-545067b288da req-15ae4a7f-288b-4fbd-9dfc-ecc790508288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:56.873946 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-15ae4a7f-288b-4fbd-9dfc-ecc790508288 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491474 Mar 31 19:17:56.973485 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-38e06d47-83c7-49f0-9fa9-c50a9af297bd service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929220 Mar 31 19:17:57.074414 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-77950e25-ee19-4a9b-a7cc-545067b288da req-4c429ae3-2f87-4587-8fe7-16b17651299b service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940812 Mar 31 19:17:57.172696 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-5aa2a17f-9840-4b2f-84d9-65d1571b06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:57.174242 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-5aa2a17f-9840-4b2f-84d9-65d1571b06c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 1127 time: 0.0470095 Mar 31 19:17:57.272437 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-2579216a-5f62-49e8-bace-107b3282f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:57.273818 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-2579216a-5f62-49e8-bace-107b3282f796 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0923316 Mar 31 19:17:57.316076 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-28a6dfe8-8479-45d4-811d-99c247f38b65 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7af002ce-a400-440f-8864-7c02712c30a7 HTTP/1.1" status: 200 len: 217 time: 0.0361485 Mar 31 19:17:57.375640 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-028898d1-52f9-4d94-ab63-f34925d99ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:57.377202 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-028898d1-52f9-4d94-ab63-f34925d99ff5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0552707 Mar 31 19:17:57.433315 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-ece5c76b-1164-40dd-bab1-3e6253f29aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:57.434880 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-ece5c76b-1164-40dd-bab1-3e6253f29aa1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517910 Mar 31 19:17:57.530829 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-43481a7e-a8ed-4c6d-a217-3526769fd8a7 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900207 Mar 31 19:17:57.543985 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:57.670820 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-26414dff-f40d-49f8-b59e-3c4b5fa8d139 req-439d0e0d-703f-4491-96f9-e308efb76160 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339128 Mar 31 19:17:57.679011 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c628a4-00dd-40f3-b5bb-bac860d382bd req-8eb7026b-f5f3-4060-a24f-af3a5196ea9f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:57.680518 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2c628a4-00dd-40f3-b5bb-bac860d382bd req-8eb7026b-f5f3-4060-a24f-af3a5196ea9f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 943 time: 0.0948415 Mar 31 19:17:57.739561 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c2c628a4-00dd-40f3-b5bb-bac860d382bd req-ec4f3260-d6fa-40d2-9f45-e4c1722a0172 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459244 Mar 31 19:17:58.804290 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:17:58.867842 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8672-0c1f-444f-b16c-82422866a5cf req-095ee9fe-b6e3-42d3-8b74-297cbb4a1cd2 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:17:58.869342 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1d7c8672-0c1f-444f-b16c-82422866a5cf req-095ee9fe-b6e3-42d3-8b74-297cbb4a1cd2 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 943 time: 0.0571733 Mar 31 19:17:58.917697 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-1d7c8672-0c1f-444f-b16c-82422866a5cf req-021f54d5-f873-479a-832f-4a1a40c50a26 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415356 Mar 31 19:17:59.922803 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7af002ce-a400-440f-8864-7c02712c30a7 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:18:00.019298 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7af002ce-a400-440f-8864-7c02712c30a7, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7af002ce-a400-440f-8864-7c02712c30a7,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:00.032956 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '7af002ce-a400-440f-8864-7c02712c30a7', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'port_id': '7af002ce-a400-440f-8864-7c02712c30a7', 'mac_address': 'fa:16:3e:2d:fb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:18:00.040446 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940205f-0a64-4b55-a2d9-7f062a381fe0 req-46e3f826-528c-4781-ac35-f4de9d160c5a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:00.042614 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8940205f-0a64-4b55-a2d9-7f062a381fe0 req-46e3f826-528c-4781-ac35-f4de9d160c5a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 943 time: 0.0557706 Mar 31 19:18:00.074648 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7af002ce-a400-440f-8864-7c02712c30a7 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:18:00.075045 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7af002ce-a400-440f-8864-7c02712c30a7), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:00.087650 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af002ce-a400-440f-8864-7c02712c30a7 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:18:00.091686 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8940205f-0a64-4b55-a2d9-7f062a381fe0 req-c9d069a1-88f1-4153-ab2c-0a39b5e8f2e7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Mar 31 19:18:00.110171 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7af002ce-a400-440f-8864-7c02712c30a7, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7af002ce-a400-440f-8864-7c02712c30a7,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:00.114578 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7af002ce-a400-440f-8864-7c02712c30a7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:00.160618 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7af002ce-a400-440f-8864-7c02712c30a7,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:00.168078 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.168419 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.168756 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.169093 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.169428 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.169753 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.170085 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.170395 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.170713 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.171138 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.171462 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.171782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.172098 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.172414 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.172728 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:18:00.451865 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['7af002ce-a400-440f-8864-7c02712c30a7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:18:00.519067 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:01.210743 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa7d2b-d0a6-4dfe-97ce-e59886a962af req-bcda2cbc-40c1-4ba5-91d3-41efee0fc100 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:01.212240 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cdfa7d2b-d0a6-4dfe-97ce-e59886a962af req-bcda2cbc-40c1-4ba5-91d3-41efee0fc100 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 944 time: 0.0525448 Mar 31 19:18:01.264749 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cdfa7d2b-d0a6-4dfe-97ce-e59886a962af req-db32a2f0-3d8b-4a02-ae9e-20ed627f6666 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463214 Mar 31 19:18:01.952012 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7af002ce-a400-440f-8864-7c02712c30a7 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:18:02.012362 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 7af002ce-a400-440f-8864-7c02712c30a7 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:18:02.017467 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 7af002ce-a400-440f-8864-7c02712c30a7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:18:02.017957 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7af002ce-a400-440f-8864-7c02712c30a7), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:02.096105 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7af002ce-a400-440f-8864-7c02712c30a7 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:18:02.096481 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7af002ce-a400-440f-8864-7c02712c30a7), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:02.118734 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af002ce-a400-440f-8864-7c02712c30a7'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:18:02.120986 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50006f02-2381-4f3a-b9b6-845312093d10" -d '{"events": [{"server_uuid": "7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a", "name": "network-vif-plugged", "status": "completed", "tag": "7af002ce-a400-440f-8864-7c02712c30a7"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:18:02.133329 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7af002ce-a400-440f-8864-7c02712c30a7, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7af002ce-a400-440f-8864-7c02712c30a7,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:02.138428 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7af002ce-a400-440f-8864-7c02712c30a7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:02.161796 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc3e0ee-8930-4341-a17a-28911c436d53 x-openstack-request-id: req-6bc3e0ee-8930-4341-a17a-28911c436d53 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:18:02.162090 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a", "name": "network-vif-plugged", "status": "completed", "tag": "7af002ce-a400-440f-8864-7c02712c30a7", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:18:02.162348 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bc3e0ee-8930-4341-a17a-28911c436d53 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:18:02.162735 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc3e0ee-8930-4341-a17a-28911c436d53'] response: {'server_uuid': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af002ce-a400-440f-8864-7c02712c30a7', 'code': 200} Mar 31 19:18:02.190923 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7af002ce-a400-440f-8864-7c02712c30a7,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:02.330566 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce49f0d-1e91-4c18-8d20-e85572e42af0 req-e9f13e1d-a568-447a-b359-2a13b7060b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:02.332112 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fce49f0d-1e91-4c18-8d20-e85572e42af0 req-e9f13e1d-a568-447a-b359-2a13b7060b40 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 1129 time: 0.0445161 Mar 31 19:18:02.405717 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-fce49f0d-1e91-4c18-8d20-e85572e42af0 req-ee799cdc-ce66-4e6f-a80f-87d76106c04c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624115 Mar 31 19:18:02.413449 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d603320-30e1-46d1-a71e-4058385668c3 req-84007819-ad72-4dd7-80a3-b16f3da7105f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:02.414858 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3d603320-30e1-46d1-a71e-4058385668c3 req-84007819-ad72-4dd7-80a3-b16f3da7105f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 945 time: 0.0802462 Mar 31 19:18:02.461641 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3d603320-30e1-46d1-a71e-4058385668c3 req-9b98d69f-d352-42dc-908d-f7db3056e564 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Mar 31 19:18:03.587556 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b242f-12bc-4b70-879b-2a602652e1ac req-ba94f866-9cb6-4f3b-98fd-937e5fca3572 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:03.589447 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e9b242f-12bc-4b70-879b-2a602652e1ac req-ba94f866-9cb6-4f3b-98fd-937e5fca3572 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 945 time: 0.0572207 Mar 31 19:18:03.637270 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0e9b242f-12bc-4b70-879b-2a602652e1ac req-4db92b20-5060-40c8-b65a-b0e0d7ab523c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Mar 31 19:18:03.769014 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:18:04.755512 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1417c-2218-4506-8c73-e073ff71c3d1 req-55adff9f-a5f2-4f45-b508-76913e4b04e6 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:04.756993 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c1c1417c-2218-4506-8c73-e073ff71c3d1 req-55adff9f-a5f2-4f45-b508-76913e4b04e6 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 945 time: 0.0525179 Mar 31 19:18:04.803626 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c1c1417c-2218-4506-8c73-e073ff71c3d1 req-8fd985f7-7a10-4979-9af8-54defe21a1b4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411263 Mar 31 19:18:04.917635 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134322c-ba1b-42a8-8f22-904278eae7ee req-899e4adf-ed12-49f6-b830-ffb96c0adf08 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:04.920155 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3134322c-ba1b-42a8-8f22-904278eae7ee req-899e4adf-ed12-49f6-b830-ffb96c0adf08 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 945 time: 0.0541065 Mar 31 19:18:04.928756 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34322) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:04.933038 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a7a1d9d3-91d0-4e05-a696-d4d362f58fd0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'floatingip': {'port_id': '7af002ce-a400-440f-8864-7c02712c30a7'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:18:04.976585 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a1d9d3-91d0-4e05-a696-d4d362f58fd0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (eb258ff7-9217-4898-9a2f-1001cef89fcd), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:05.702609 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a1d9d3-91d0-4e05-a696-d4d362f58fd0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:05.706755 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a1d9d3-91d0-4e05-a696-d4d362f58fd0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (eb258ff7-9217-4898-9a2f-1001cef89fcd), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:05.810003 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-a7a1d9d3-91d0-4e05-a696-d4d362f58fd0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Floating IP eb258ff7-9217-4898-9a2f-1001cef89fcd associated. External IP: 172.27.0.9, port: 7af002ce-a400-440f-8864-7c02712c30a7. Mar 31 19:18:06.020242 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a1d9d3-91d0-4e05-a696-d4d362f58fd0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:18:06.136718 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1d9d3-91d0-4e05-a696-d4d362f58fd0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:18:06.141813 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a1d9d3-91d0-4e05-a696-d4d362f58fd0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:06.148029 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:18:06.161464 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:18:06.162071 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:17:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:06.182963 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-a7a1d9d3-91d0-4e05-a696-d4d362f58fd0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "PUT /v2.0/floatingips/eb258ff7-9217-4898-9a2f-1001cef89fcd HTTP/1.1" status: 200 len: 989 time: 1.2432933 Mar 31 19:18:06.182963 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'tag': '7af002ce-a400-440f-8864-7c02712c30a7'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:18:06.182963 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a", "tag": "7af002ce-a400-440f-8864-7c02712c30a7"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:18:06.211644 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa812e34-193f-473f-b981-97af00a764a2 x-openstack-request-id: req-aa812e34-193f-473f-b981-97af00a764a2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:18:06.211930 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a", "tag": "7af002ce-a400-440f-8864-7c02712c30a7", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:18:06.212182 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa812e34-193f-473f-b981-97af00a764a2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:18:06.212593 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa812e34-193f-473f-b981-97af00a764a2'] response: {'name': 'network-changed', 'server_uuid': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'tag': '7af002ce-a400-440f-8864-7c02712c30a7', 'status': 'completed', 'code': 200} Mar 31 19:18:06.271133 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:18:06.279955 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-a8738401-fb88-47ba-b151-6e49e8deb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:06.281497 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-a8738401-fb88-47ba-b151-6e49e8deb141 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 1129 time: 0.0487578 Mar 31 19:18:06.376066 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-3aa3f88e-777d-4803-af4a-87bd5ef23866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:06.377554 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-3aa3f88e-777d-4803-af4a-87bd5ef23866 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0906920 Mar 31 19:18:06.452372 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-ae242fcc-ea75-456e-a65a-77df0d81f28e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7af002ce-a400-440f-8864-7c02712c30a7 HTTP/1.1" status: 200 len: 997 time: 0.0671785 Mar 31 19:18:06.502766 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-91e4f3be-9492-478b-8f1f-5f7d0c473600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:06.503049 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'eb258ff7-9217-4898-9a2f-1001cef89fcd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '7af002ce-a400-440f-8864-7c02712c30a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2d:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:17:52Z', 'updated_at': '2022-03-31T19:18:05Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:06.504294 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-91e4f3be-9492-478b-8f1f-5f7d0c473600 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0455635 Mar 31 19:18:06.529017 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:18:06.537429 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:18:06.538027 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:17:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:06.554294 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-cb3c8703-0621-43fe-9113-62ae569f7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:06.555859 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-cb3c8703-0621-43fe-9113-62ae569f7240 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454764 Mar 31 19:18:06.645477 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:18:06.648232 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-a26f80a2-084d-4455-ba1e-39b94cb66478 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861847 Mar 31 19:18:06.741430 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c91b7d88-8d80-4064-8065-2c1fe3a0cc4e req-c73ceba0-7629-4478-a47e-ab84a41fd2a1 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867336 Mar 31 19:18:06.873088 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'eb258ff7-9217-4898-9a2f-1001cef89fcd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '7af002ce-a400-440f-8864-7c02712c30a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2d:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:17:52Z', 'updated_at': '2022-03-31T19:18:05Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:06.898116 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30dc328-f2ab-4401-900f-ef4865dcc3f0 None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': 'eb258ff7-9217-4898-9a2f-1001cef89fcd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': '7af002ce-a400-440f-8864-7c02712c30a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:2d:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:17:52Z', 'updated_at': '2022-03-31T19:18:05Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:18:07.096818 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697d567-a2a9-44da-8429-ecc999c58840 None None] New status for floating IP eb258ff7-9217-4898-9a2f-1001cef89fcd: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:18:10.233928 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:23.851696 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08c4b4f3-b5a3-4627-ac1b-ceea4c1cfeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.269440 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8c32fad-6807-49f7-81de-12e170e167bf req-f5af23d8-cfa5-49f5-9664-c2a2d14d855c tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476394781&fields=id&tenant_id=1168e0fc70504faa896da7cbd935b314 HTTP/1.1" status: 200 len: 267 time: 0.0456347 Mar 31 19:18:25.326886 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c32fad-6807-49f7-81de-12e170e167bf req-a2acc1b1-5400-4a47-b4f0-37a503fbc87a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:25.328307 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8c32fad-6807-49f7-81de-12e170e167bf req-a2acc1b1-5400-4a47-b4f0-37a503fbc87a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 985 time: 0.0535774 Mar 31 19:18:25.339341 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-a8c32fad-6807-49f7-81de-12e170e167bf req-c8dc05a9-ae0e-4d4e-82c7-0ec3352946b3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Request body: {'port': {'security_groups': ['39a6f809-44ec-4a82-8f4d-84be9204a31a']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:18:25.416316 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a8c32fad-6807-49f7-81de-12e170e167bf req-c8dc05a9-ae0e-4d4e-82c7-0ec3352946b3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.591229 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a8c32fad-6807-49f7-81de-12e170e167bf req-c8dc05a9-ae0e-4d4e-82c7-0ec3352946b3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] For port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:25.621350 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a8c32fad-6807-49f7-81de-12e170e167bf req-c8dc05a9-ae0e-4d4e-82c7-0ec3352946b3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.626228 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a8c32fad-6807-49f7-81de-12e170e167bf req-c8dc05a9-ae0e-4d4e-82c7-0ec3352946b3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.639086 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['50b94e26-27c4-46f0-80b5-2e36e3fcc79c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:18:25.668637 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c32fad-6807-49f7-81de-12e170e167bf req-c8dc05a9-ae0e-4d4e-82c7-0ec3352946b3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:25.669508 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a8c32fad-6807-49f7-81de-12e170e167bf req-c8dc05a9-ae0e-4d4e-82c7-0ec3352946b3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.670696 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a8c32fad-6807-49f7-81de-12e170e167bf req-c8dc05a9-ae0e-4d4e-82c7-0ec3352946b3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "PUT /v2.0/ports/50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 943 time: 0.3362439 Mar 31 19:18:25.671182 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:18:25.674021 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8778a870-243b-433f-b01d-d5c79c165686" -d '{"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:18:25.679616 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:25.712521 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc05a9-ae0e-4d4e-82c7-0ec3352946b3 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event updated for resources: {'Port': ['ID=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:25.744011 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2035efb8-1b47-422f-bd46-272ccfa41f5d x-openstack-request-id: req-2035efb8-1b47-422f-bd46-272ccfa41f5d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:18:25.744304 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:18:25.744871 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2035efb8-1b47-422f-bd46-272ccfa41f5d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:18:25.745614 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2035efb8-1b47-422f-bd46-272ccfa41f5d'] response: {'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'status': 'completed', 'code': 200} Mar 31 19:18:25.762116 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-652c9462-9f0e-4cd5-9d81-bc4fe82d0f50 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group (27415489-8942-4622-8251-2bd88d5cb0ad), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.784744 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['50b94e26-27c4-46f0-80b5-2e36e3fcc79c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:18:25.791681 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-652c9462-9f0e-4cd5-9d81-bc4fe82d0f50 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group (27415489-8942-4622-8251-2bd88d5cb0ad), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.841350 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778a870-243b-433f-b01d-d5c79c165686 req-edec6866-b7f7-4f7a-a0ca-5cb72f00a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:25.843661 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8778a870-243b-433f-b01d-d5c79c165686 req-edec6866-b7f7-4f7a-a0ca-5cb72f00a010 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1168e0fc70504faa896da7cbd935b314&device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1130 time: 0.0699348 Mar 31 19:18:25.865969 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-652c9462-9f0e-4cd5-9d81-bc4fe82d0f50 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (27415489-8942-4622-8251-2bd88d5cb0ad), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.868904 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-652c9462-9f0e-4cd5-9d81-bc4fe82d0f50 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.870603 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-652c9462-9f0e-4cd5-9d81-bc4fe82d0f50 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "DELETE /v2.0/security-groups/27415489-8942-4622-8251-2bd88d5cb0ad HTTP/1.1" status: 204 len: 168 time: 0.1899471 Mar 31 19:18:25.875091 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34342) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:25.925188 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9462-9f0e-4cd5-9d81-bc4fe82d0f50 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27415489-8942-4622-8251-2bd88d5cb0ad,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:25.945846 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-680120c3-1311-4e07-a9ce-0decd68db082 None None] Provisioning complete for port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:18:25.946191 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-680120c3-1311-4e07-a9ce-0decd68db082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:25.956605 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778a870-243b-433f-b01d-d5c79c165686 req-76c6aa12-0e0c-4ef1-916f-fd548976d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:25.958075 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8778a870-243b-433f-b01d-d5c79c165686 req-76c6aa12-0e0c-4ef1-916f-fd548976d9e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 200 len: 917 time: 0.1012669 Mar 31 19:18:26.039862 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8778a870-243b-433f-b01d-d5c79c165686 req-1a66c243-157b-423c-8eb9-1a5a7945098b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 1001 time: 0.0682058 Mar 31 19:18:26.068730 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Deleting port fd1c57fd-6b57-43af-a063-c1a0b81e1d89 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:18:26.069098 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (fd1c57fd-6b57-43af-a063-c1a0b81e1d89), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:26.074075 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-680120c3-1311-4e07-a9ce-0decd68db082 None None] Current status of the port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c is: ACTIVE; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:18:26.091702 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778a870-243b-433f-b01d-d5c79c165686 req-34e12d93-9ab5-43c4-9bd9-bbdc2e653a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:26.093190 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8778a870-243b-433f-b01d-d5c79c165686 req-34e12d93-9ab5-43c4-9bd9-bbdc2e653a72 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c8df87-ccc6-41b2-9775-8477d8daf2ab HTTP/1.1" status: 200 len: 854 time: 0.0509098 Mar 31 19:18:26.143750 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778a870-243b-433f-b01d-d5c79c165686 req-ed2b7c60-bc01-4872-ae11-325e6a6739b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:26.145295 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8778a870-243b-433f-b01d-d5c79c165686 req-ed2b7c60-bc01-4872-ae11-325e6a6739b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6818ece3-44d1-433f-9b8f-a5731847adc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452497 Mar 31 19:18:26.149635 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (fd1c57fd-6b57-43af-a063-c1a0b81e1d89), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:26.149960 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for floatingip (fd1c57fd-6b57-43af-a063-c1a0b81e1d89), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:26.162544 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Calling delete_port for fd1c57fd-6b57-43af-a063-c1a0b81e1d89 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:18:26.236699 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8778a870-243b-433f-b01d-d5c79c165686 req-af28073f-8e4e-4f9c-81f0-194005c67d66 service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817416 Mar 31 19:18:26.310590 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (fd1c57fd-6b57-43af-a063-c1a0b81e1d89), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:26.332374 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8778a870-243b-433f-b01d-d5c79c165686 req-797df19c-0d07-412e-b3d2-d0760be60175 service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891914 Mar 31 19:18:26.338154 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event deleted for resources: {'Port': ['ID=fd1c57fd-6b57-43af-a063-c1a0b81e1d89,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:26.359983 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-edea63e0-1995-45f1-aa65-b39000b5cbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:26.401904 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks [] for floatingip (9065af98-3f76-4b99-9cf5-ed49f05a9d71), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:26.402235 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Floating IP 9065af98-3f76-4b99-9cf5-ed49f05a9d71 disassociated (deleted). External IP: 172.27.0.94, port: 50b94e26-27c4-46f0-80b5-2e36e3fcc79c. Mar 31 19:18:26.614244 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Router 56041b83-0f96-4d12-be5b-b340d098c098 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:18:26.724629 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:18:26.729364 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:26.738135 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] Sync routers for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:18:26.747338 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:18:26.748411 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:18:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:26.760017 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-40e05e17-9f44-42cf-93b0-e0dcfd4f279a tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "DELETE /v2.0/floatingips/9065af98-3f76-4b99-9cf5-ed49f05a9d71 HTTP/1.1" status: 204 len: 168 time: 0.8835592 Mar 31 19:18:26.760692 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:18:26.763499 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e3623188e5c7ffe664d6321c0238308fd5f55acb6af0d1e842079b6342e1a1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a56772-a134-4dc3-8fdc-a3eaa80fc084" -d '{"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:18:26.801281 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e234985-1d7b-4227-a7ef-29e9a8e6bf6b x-openstack-request-id: req-8e234985-1d7b-4227-a7ef-29e9a8e6bf6b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:18:26.801568 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:18:26.801822 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e234985-1d7b-4227-a7ef-29e9a8e6bf6b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:18:26.802225 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e234985-1d7b-4227-a7ef-29e9a8e6bf6b'] response: {'name': 'network-changed', 'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'status': 'completed', 'code': 200} Mar 31 19:18:26.860763 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:18:26.878846 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-55381c9a-6c0e-4a9a-84fb-ddec3806b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:26.880811 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-55381c9a-6c0e-4a9a-84fb-ddec3806b610 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1168e0fc70504faa896da7cbd935b314&device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 1130 time: 0.0566018 Mar 31 19:18:26.983713 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-da4f5a52-5cd9-4530-bd16-9ec11e7db237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:26.987672 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-da4f5a52-5cd9-4530-bd16-9ec11e7db237 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 200 len: 917 time: 0.1006365 Mar 31 19:18:27.037508 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-4fc9ef16-d6e5-4bf2-bca0-9c66751dae4d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 200 len: 217 time: 0.0425498 Mar 31 19:18:27.089341 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-816a7d79-cb2f-408e-bfe0-c9e50ba625b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:27.090979 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-816a7d79-cb2f-408e-bfe0-c9e50ba625b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=38c8df87-ccc6-41b2-9775-8477d8daf2ab HTTP/1.1" status: 200 len: 854 time: 0.0470638 Mar 31 19:18:27.099418 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'aa0c3aa7-c096-4085-9fe4-8b560365b075', 'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'mac_address': 'fa:16:3e:ee:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:01Z', 'updated_at': '2022-03-31T19:15:05Z', 'revision_number': 5, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'subnets': [{'id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:27.125897 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] Checking router: 56041b83-0f96-4d12-be5b-b340d098c098 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:18:27.134136 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:18:27.134738 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:18:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:27.147400 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-afa0d056-ab35-41b9-b556-64cd0380a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:27.148916 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-afa0d056-ab35-41b9-b556-64cd0380a132 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6818ece3-44d1-433f-9b8f-a5731847adc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500579 Mar 31 19:18:27.241377 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-04ad1412-1c11-4ed3-8860-4e252f833238 service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847695 Mar 31 19:18:27.244108 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:18:27.340168 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-06a56772-a134-4dc3-8fdc-a3eaa80fc084 req-bf3e832b-b9da-49e2-9641-852b4d5ae2fc service neutron] 10.222.0.78 "GET /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923386 Mar 31 19:18:27.542367 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:27.553946 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'aa0c3aa7-c096-4085-9fe4-8b560365b075', 'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'mac_address': 'fa:16:3e:ee:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:01Z', 'updated_at': '2022-03-31T19:15:05Z', 'revision_number': 5, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'subnets': [{'id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:27.579825 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8acfd-38c7-4569-9dcd-7cae2ba235cf None None] The sync data for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi is: [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:01Z', 'revision_number': 4, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': 'aa0c3aa7-c096-4085-9fe4-8b560365b075', 'name': '', 'network_id': '6818ece3-44d1-433f-9b8f-a5731847adc5', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'mac_address': 'fa:16:3e:ee:f3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:01Z', 'updated_at': '2022-03-31T19:15:05Z', 'revision_number': 5, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'subnets': [{'id': '38c8df87-ccc6-41b2-9775-8477d8daf2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:18:27.811891 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae97df-fa8f-462e-ba2b-b43f577b4ea8 None None] New status for floating IP 9065af98-3f76-4b99-9cf5-ed49f05a9d71: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:18:28.808466 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:29.529757 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f747a-bef5-4a8b-aa5e-2f641e5856ec req-65b5828e-5d49-4035-a60c-df724fd84e61 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:29.531238 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-329f747a-bef5-4a8b-aa5e-2f641e5856ec req-65b5828e-5d49-4035-a60c-df724fd84e61 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0530496 Mar 31 19:18:29.578385 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-329f747a-bef5-4a8b-aa5e-2f641e5856ec req-04da4207-90d1-412f-b093-ed4ec16533fa tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Mar 31 19:18:30.512265 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:30.699170 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550cf91-113c-4d51-810c-9dce801c051c req-de4f1f5a-b968-44fd-9e6c-b16f7e7faa38 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:30.700644 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f550cf91-113c-4d51-810c-9dce801c051c req-de4f1f5a-b968-44fd-9e6c-b16f7e7faa38 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0526307 Mar 31 19:18:30.748862 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f550cf91-113c-4d51-810c-9dce801c051c req-b9806b92-adb4-4fb9-888c-8c1446c660fa tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Mar 31 19:18:31.616050 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-e52ec651-e83a-407f-b9b8-aaf4cff65b04 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:31.617433 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-e52ec651-e83a-407f-b9b8-aaf4cff65b04 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.0597782 Mar 31 19:18:31.717078 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Deleting port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:18:31.717778 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:31.813141 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] For port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:31.814113 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:31.849089 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Calling delete_port for 50b94e26-27c4-46f0-80b5-2e36e3fcc79c owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:18:31.919316 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4618e-522b-46ad-96e6-d5f1c2d654f2 req-01b0cfc6-c00a-40f5-b04b-f32db3b6fb6b tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:31.920719 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2df4618e-522b-46ad-96e6-d5f1c2d654f2 req-01b0cfc6-c00a-40f5-b04b-f32db3b6fb6b tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c27c31e-582d-4ce6-9ad5-503a86b5243d HTTP/1.1" status: 200 len: 946 time: 0.1035173 Mar 31 19:18:31.994993 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2df4618e-522b-46ad-96e6-d5f1c2d654f2 req-ac7d7d68-1bfd-4f12-b40f-c4d94868f456 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a6f809-44ec-4a82-8f4d-84be9204a31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674114 Mar 31 19:18:32.039988 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (50b94e26-27c4-46f0-80b5-2e36e3fcc79c), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:32.051910 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['50b94e26-27c4-46f0-80b5-2e36e3fcc79c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:18:32.071041 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Pushing event deleted for resources: {'Port': ['ID=50b94e26-27c4-46f0-80b5-2e36e3fcc79c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:32.116673 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] No DVR routers for this DVR port 50b94e26-27c4-46f0-80b5-2e36e3fcc79c on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:18:32.119183 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:32.122455 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ccc73dc5-c149-412b-a3df-16a1cf345791 req-179d4d27-f3a6-4c33-b1bd-5c0db9e82319 tempest-TestMinimumBasicScenario-89610036 tempest-TestMinimumBasicScenario-89610036-project] 10.222.0.78 "DELETE /v2.0/ports/50b94e26-27c4-46f0-80b5-2e36e3fcc79c HTTP/1.1" status: 204 len: 173 time: 0.4997218 Mar 31 19:18:32.122892 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'name': 'network-vif-deleted', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:18:32.125128 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c078566-40cd-4654-85cf-9d33d498830b" -d '{"events": [{"server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "name": "network-vif-deleted", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:18:32.161468 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3985400d-b486-46ca-aafb-ec30a8ff54dd x-openstack-request-id: req-3985400d-b486-46ca-aafb-ec30a8ff54dd {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:18:32.161853 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c27c31e-582d-4ce6-9ad5-503a86b5243d", "name": "network-vif-deleted", "tag": "50b94e26-27c4-46f0-80b5-2e36e3fcc79c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:18:32.162049 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3985400d-b486-46ca-aafb-ec30a8ff54dd {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:18:32.162538 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3985400d-b486-46ca-aafb-ec30a8ff54dd'] response: {'server_uuid': '8c27c31e-582d-4ce6-9ad5-503a86b5243d', 'name': 'network-vif-deleted', 'tag': '50b94e26-27c4-46f0-80b5-2e36e3fcc79c', 'status': 'completed', 'code': 200} Mar 31 19:18:33.738126 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34424) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:34.094018 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (56041b83-0f96-4d12-be5b-b340d098c098), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:34.338190 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Deleting port aa0c3aa7-c096-4085-9fe4-8b560365b075 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:18:34.338424 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:34.414144 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] For port aa0c3aa7-c096-4085-9fe4-8b560365b075, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=aa0c3aa7-c096-4085-9fe4-8b560365b075,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:34.414493 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:34.426674 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Calling delete_port for aa0c3aa7-c096-4085-9fe4-8b560365b075 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:18:34.605713 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (aa0c3aa7-c096-4085-9fe4-8b560365b075), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:34.632245 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0c3aa7-c096-4085-9fe4-8b560365b075,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:34.803432 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (56041b83-0f96-4d12-be5b-b340d098c098), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:35.233847 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Router 56041b83-0f96-4d12-be5b-b340d098c098 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:18:35.343866 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:18:35.350568 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d1bed21d-f30b-4fa4-94a0-feb2f7546705 admin admin] 10.222.0.13 "PUT /v2.0/routers/56041b83-0f96-4d12-be5b-b340d098c098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6105127 Mar 31 19:18:35.352290 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34426) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:35.356011 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] Sync routers for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:18:35.369550 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:18:35.370460 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:18:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:35.463014 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks [] for router (56041b83-0f96-4d12-be5b-b340d098c098), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:35.480599 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:18:35.570891 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks [] for router_gateway (56041b83-0f96-4d12-be5b-b340d098c098), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:35.629197 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Deleting port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:18:35.629453 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:35.663675 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:18:34Z', 'revision_number': 5, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port': {'id': '73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56041b83-0f96-4d12-be5b-b340d098c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:35.694812 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] Checking router: 56041b83-0f96-4d12-be5b-b340d098c098 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:18:35.703031 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] Routers {'56041b83-0f96-4d12-be5b-b340d098c098'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:18:35.703637 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:18:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['56041b83-0f96-4d12-be5b-b340d098c098'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:35.708876 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] For port 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:35.709236 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:35.722412 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Calling delete_port for 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:18:35.797495 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] Set router 56041b83-0f96-4d12-be5b-b340d098c098 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:18:35.852165 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:18:35Z', 'revision_number': 6, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:35.881613 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e009b7cb-f708-47b4-a377-8ee7ac0512b5 None None] The sync data for ids ['56041b83-0f96-4d12-be5b-b340d098c098'] in dv-cinder-836066-1-iscsi is: [{'id': '56041b83-0f96-4d12-be5b-b340d098c098', 'name': 'tempest-TestMinimumBasicScenario-1128160912-router', 'tenant_id': '1168e0fc70504faa896da7cbd935b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:59Z', 'updated_at': '2022-03-31T19:18:35Z', 'revision_number': 6, 'project_id': '1168e0fc70504faa896da7cbd935b314', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:18:35.889027 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:35.920996 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Pushing event deleted for resources: {'Port': ['ID=73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:35.982478 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (56041b83-0f96-4d12-be5b-b340d098c098), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.072987 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (56041b83-0f96-4d12-be5b-b340d098c098), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.075197 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks [] for router_controller (56041b83-0f96-4d12-be5b-b340d098c098), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.093876 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 50b94e26-27c4-46f0-80b5-2e36e3fcc79c no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:18:36.113589 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 50b94e26-27c4-46f0-80b5-2e36e3fcc79c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:18:36.114010 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 50b94e26-27c4-46f0-80b5-2e36e3fcc79c not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:18:36.119836 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (56041b83-0f96-4d12-be5b-b340d098c098), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.120355 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56041b83-0f96-4d12-be5b-b340d098c098 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:18:36.125126 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.127204 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6fc4dcb9-3ffb-4123-9e99-de9c34cb087f admin admin] 10.222.0.13 "DELETE /v2.0/routers/56041b83-0f96-4d12-be5b-b340d098c098 HTTP/1.1" status: 204 len: 168 time: 0.7735755 Mar 31 19:18:36.129309 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34430) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:36.176574 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc7bec3-cfbb-4807-b9ce-192b536e1caa admin admin] Deleting subnet 38c8df87-ccc6-41b2-9775-8477d8daf2ab {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:18:36.179879 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bec3-cfbb-4807-b9ce-192b536e1caa admin admin] Publish callbacks [] for subnet (38c8df87-ccc6-41b2-9775-8477d8daf2ab), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.214444 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bec3-cfbb-4807-b9ce-192b536e1caa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12949575'] for subnet (38c8df87-ccc6-41b2-9775-8477d8daf2ab), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.292180 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bec3-cfbb-4807-b9ce-192b536e1caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (38c8df87-ccc6-41b2-9775-8477d8daf2ab), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.349626 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bec3-cfbb-4807-b9ce-192b536e1caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15806061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12789556'] for subnet (38c8df87-ccc6-41b2-9775-8477d8daf2ab), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.379283 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7bec3-cfbb-4807-b9ce-192b536e1caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c8df87-ccc6-41b2-9775-8477d8daf2ab,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:36.384990 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bec3-cfbb-4807-b9ce-192b536e1caa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.388194 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-1dc7bec3-cfbb-4807-b9ce-192b536e1caa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/38c8df87-ccc6-41b2-9775-8477d8daf2ab HTTP/1.1" status: 204 len: 168 time: 0.2579706 Mar 31 19:18:36.390747 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34432) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:36.393224 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3479d4-fcc0-4cb6-9ff7-3be5b99e2970 None None] Network 6818ece3-44d1-433f-9b8f-a5731847adc5 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:18:36.459853 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (6818ece3-44d1-433f-9b8f-a5731847adc5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.514826 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Deleting port a27fe01d-e4ab-427d-bd33-b5c07014a799 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:18:36.515194 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.580604 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] For port a27fe01d-e4ab-427d-bd33-b5c07014a799, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=a27fe01d-e4ab-427d-bd33-b5c07014a799,segment=NetworkSegment(2e87dc83-015f-4c94-b15a-7130f2b7f601),segment_id=2e87dc83-015f-4c94-b15a-7130f2b7f601)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:36.581001 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.593641 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Calling delete_port for a27fe01d-e4ab-427d-bd33-b5c07014a799 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:18:36.673862 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (a27fe01d-e4ab-427d-bd33-b5c07014a799), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.694142 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f157cc-d5df-4f54-b7ad-570c71573fc9 None None] DHCP port deletion for 6818ece3-44d1-433f-9b8f-a5731847adc5 request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:18:36.704496 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Pushing event deleted for resources: {'Port': ['ID=a27fe01d-e4ab-427d-bd33-b5c07014a799,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:36.708035 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] No DVR routers for this DVR port a27fe01d-e4ab-427d-bd33-b5c07014a799 on host dv-cinder-836066-1-iscsi {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:18:36.781800 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (6818ece3-44d1-433f-9b8f-a5731847adc5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.804130 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6818ece3-44d1-433f-9b8f-a5731847adc5']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:36.813236 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e87dc83-015f-4c94-b15a-7130f2b7f601') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:36.813649 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e87dc83-015f-4c94-b15a-7130f2b7f601') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:36.823785 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12949580'] for segment (2e87dc83-015f-4c94-b15a-7130f2b7f601), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.842518 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (2e87dc83-015f-4c94-b15a-7130f2b7f601), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.851564 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:18:36.851877 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15804107'] for segment (2e87dc83-015f-4c94-b15a-7130f2b7f601), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: Traceback (most recent call last): Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: timer() Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: cb(*args, **kw) Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: self._notify() Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: self.callback(batched_events) Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: event.method(event) Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: return f(self, *a, **k) Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._get(url).json() Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:18:36.854220 dv-cinder-836066-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:18:36.919565 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (6818ece3-44d1-433f-9b8f-a5731847adc5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.926606 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:36.930238 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6818ece3-44d1-433f-9b8f-a5731847adc5 HTTP/1.1" status: 204 len: 168 time: 0.5382783 Mar 31 19:18:36.933116 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34434) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:36.942183 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6e742-57d7-4599-b2a8-0930beb5f873 admin admin] Pushing event deleted for resources: {'Network': ['ID=6818ece3-44d1-433f-9b8f-a5731847adc5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:37.289191 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (5c38701e-1921-4a7c-9f56-b9956c5ba09e), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:37.400347 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device aa0c3aa7-c096-4085-9fe4-8b560365b075 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:18:37.421228 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: aa0c3aa7-c096-4085-9fe4-8b560365b075 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:18:37.421567 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device aa0c3aa7-c096-4085-9fe4-8b560365b075 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:18:37.421974 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device a27fe01d-e4ab-427d-bd33-b5c07014a799 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:18:37.548434 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Deleting port 167baabf-a370-4ccd-972d-902fa89b7c99 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:18:37.548434 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:37.584742 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: a27fe01d-e4ab-427d-bd33-b5c07014a799 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:18:37.585079 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device a27fe01d-e4ab-427d-bd33-b5c07014a799 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:18:37.585484 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:18:37.604268 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:18:37.604524 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 73c1308a-1e1e-42d2-b226-4a6fe8cd4ae8 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:18:37.629796 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] For port 167baabf-a370-4ccd-972d-902fa89b7c99, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=167baabf-a370-4ccd-972d-902fa89b7c99,segment=NetworkSegment(c46b99a8-5e64-4ca3-8e49-5902ecc820ee),segment_id=c46b99a8-5e64-4ca3-8e49-5902ecc820ee)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:37.630162 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:37.643868 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Calling delete_port for 167baabf-a370-4ccd-972d-902fa89b7c99 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:18:37.822870 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (167baabf-a370-4ccd-972d-902fa89b7c99), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:37.851247 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=167baabf-a370-4ccd-972d-902fa89b7c99,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:38.021284 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (5c38701e-1921-4a7c-9f56-b9956c5ba09e), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:38.513605 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Router 5c38701e-1921-4a7c-9f56-b9956c5ba09e has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:18:38.622417 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:18:38.628597 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-758d2a6a-91f8-40a4-b9e0-a5ae14d367e7 admin admin] 10.222.0.13 "PUT /v2.0/routers/5c38701e-1921-4a7c-9f56-b9956c5ba09e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6941457 Mar 31 19:18:38.630725 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34436) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:38.633357 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] Sync routers for ids ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'] in dv-cinder-836066-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:18:38.644167 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] Routers {'5c38701e-1921-4a7c-9f56-b9956c5ba09e'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:18:38.644813 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:18:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:38.734018 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks [] for router (5c38701e-1921-4a7c-9f56-b9956c5ba09e), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:38.778649 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] Set router 5c38701e-1921-4a7c-9f56-b9956c5ba09e gateway port host: dv-cinder-836066-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:18:38.838878 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks [] for router_gateway (5c38701e-1921-4a7c-9f56-b9956c5ba09e), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:38.897840 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Deleting port 30905619-6684-4a3d-bb3c-907fab1eb22a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:18:38.898182 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:38.967967 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:15:03Z', 'updated_at': '2022-03-31T19:18:37Z', 'revision_number': 5, 'project_id': '89aca5da134f4782964049ff2905bf44', 'gw_port': {'id': '30905619-6684-4a3d-bb3c-907fab1eb22a', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:15:04Z', 'updated_at': '2022-03-31T19:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:38.979519 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] For port 30905619-6684-4a3d-bb3c-907fab1eb22a, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=30905619-6684-4a3d-bb3c-907fab1eb22a,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:38.979890 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:38.994024 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Calling delete_port for 30905619-6684-4a3d-bb3c-907fab1eb22a owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:18:38.998118 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] Checking router: 5c38701e-1921-4a7c-9f56-b9956c5ba09e for host: dv-cinder-836066-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:18:39.006729 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] Routers {'5c38701e-1921-4a7c-9f56-b9956c5ba09e'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:18:39.007359 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:18:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:39.102633 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] Set router 5c38701e-1921-4a7c-9f56-b9956c5ba09e gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:18:39.153618 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:15:03Z', 'updated_at': '2022-03-31T19:18:38Z', 'revision_number': 6, 'project_id': '89aca5da134f4782964049ff2905bf44', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:39.166347 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (30905619-6684-4a3d-bb3c-907fab1eb22a), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.184069 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b310ff-684d-4d6e-bde8-9cda00c02984 None None] The sync data for ids ['5c38701e-1921-4a7c-9f56-b9956c5ba09e'] in dv-cinder-836066-1-iscsi is: [{'id': '5c38701e-1921-4a7c-9f56-b9956c5ba09e', 'name': 'tempest-TestMinimumBasicScenario-1892158937-router', 'tenant_id': '89aca5da134f4782964049ff2905bf44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:15:03Z', 'updated_at': '2022-03-31T19:18:38Z', 'revision_number': 6, 'project_id': '89aca5da134f4782964049ff2905bf44', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:18:39.192392 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Pushing event deleted for resources: {'Port': ['ID=30905619-6684-4a3d-bb3c-907fab1eb22a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:39.262559 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (5c38701e-1921-4a7c-9f56-b9956c5ba09e), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.363888 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (5c38701e-1921-4a7c-9f56-b9956c5ba09e), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.366066 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks [] for router_controller (5c38701e-1921-4a7c-9f56-b9956c5ba09e), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.409865 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (5c38701e-1921-4a7c-9f56-b9956c5ba09e), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.410416 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c38701e-1921-4a7c-9f56-b9956c5ba09e {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:18:39.414685 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.415848 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-ccac5e61-6e4a-425e-a57b-7c0bf7d1a085 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5c38701e-1921-4a7c-9f56-b9956c5ba09e HTTP/1.1" status: 204 len: 168 time: 0.7841253 Mar 31 19:18:39.418367 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34438) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:39.466319 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4b8789-3b65-45ad-9649-d1bd59d746e2 admin admin] Deleting subnet af819eba-1f05-4714-9e94-a0581ca48f59 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:18:39.469542 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8789-3b65-45ad-9649-d1bd59d746e2 admin admin] Publish callbacks [] for subnet (af819eba-1f05-4714-9e94-a0581ca48f59), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.505576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8789-3b65-45ad-9649-d1bd59d746e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16081664'] for subnet (af819eba-1f05-4714-9e94-a0581ca48f59), precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.594003 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8789-3b65-45ad-9649-d1bd59d746e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (af819eba-1f05-4714-9e94-a0581ca48f59), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.648772 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8789-3b65-45ad-9649-d1bd59d746e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16081867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13390940'] for subnet (af819eba-1f05-4714-9e94-a0581ca48f59), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.679291 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b8789-3b65-45ad-9649-d1bd59d746e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af819eba-1f05-4714-9e94-a0581ca48f59,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:39.683184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8789-3b65-45ad-9649-d1bd59d746e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for subnet (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.686288 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-4b4b8789-3b65-45ad-9649-d1bd59d746e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af819eba-1f05-4714-9e94-a0581ca48f59 HTTP/1.1" status: 204 len: 168 time: 0.2669051 Mar 31 19:18:39.689614 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34440) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:39.692543 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b37942-7db9-405c-8e58-2c72522a0416 None None] Network 07d014b6-fa9f-4375-b1db-a0a197bfee72 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:18:39.759640 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (07d014b6-fa9f-4375-b1db-a0a197bfee72), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.812414 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Deleting port 6017581e-ef4f-4b82-8707-0b0919bfab3e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:18:39.812782 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.880678 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] For port 6017581e-ef4f-4b82-8707-0b0919bfab3e, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=6017581e-ef4f-4b82-8707-0b0919bfab3e,segment=NetworkSegment(c46b99a8-5e64-4ca3-8e49-5902ecc820ee),segment_id=c46b99a8-5e64-4ca3-8e49-5902ecc820ee)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:39.880922 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.893700 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Calling delete_port for 6017581e-ef4f-4b82-8707-0b0919bfab3e owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:18:39.947462 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] DHCP port deletion for 07d014b6-fa9f-4375-b1db-a0a197bfee72 request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:18:39.976783 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:39.977585 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 167baabf-a370-4ccd-972d-902fa89b7c99 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:18:39.999949 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 167baabf-a370-4ccd-972d-902fa89b7c99 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:18:40.000281 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 167baabf-a370-4ccd-972d-902fa89b7c99 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:18:40.009048 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Pushing event deleted for resources: {'Port': ['ID=6017581e-ef4f-4b82-8707-0b0919bfab3e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:40.012571 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] No DVR routers for this DVR port 6017581e-ef4f-4b82-8707-0b0919bfab3e on host dv-cinder-836066-1-iscsi {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:18:40.024029 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] Deleting port 6017581e-ef4f-4b82-8707-0b0919bfab3e {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:18:40.024482 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.087232 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (07d014b6-fa9f-4375-b1db-a0a197bfee72), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.089186 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] For port 6017581e-ef4f-4b82-8707-0b0919bfab3e, host dv-cinder-836066-1-iscsi, got binding levels [] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:18:40.089572 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.106888 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] Calling delete_port for 6017581e-ef4f-4b82-8707-0b0919bfab3e owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:18:40.109654 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.ipam_backend_mixin [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] Port 6017581e-ef4f-4b82-8707-0b0919bfab3e was not found and therefore no delete operation was performed {{(pid=103486) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 19:18:40.109981 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d014b6-fa9f-4375-b1db-a0a197bfee72']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:40.111644 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589'] for port (6017581e-ef4f-4b82-8707-0b0919bfab3e), after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.120443 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:40.120743 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46b99a8-5e64-4ca3-8e49-5902ecc820ee') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:18:40.131272 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12949580'] for segment (c46b99a8-5e64-4ca3-8e49-5902ecc820ee), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.137504 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] Pushing event deleted for resources: {'Port': ['ID=6017581e-ef4f-4b82-8707-0b0919bfab3e,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:40.139343 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e5076-68a2-4f4e-997f-5c792a1bc3c2 None None] No DVR routers for this DVR port 6017581e-ef4f-4b82-8707-0b0919bfab3e on host dv-cinder-836066-1-iscsi {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:18:40.145138 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (c46b99a8-5e64-4ca3-8e49-5902ecc820ee), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.152456 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:18:40.152836 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15804107'] for segment (c46b99a8-5e64-4ca3-8e49-5902ecc820ee), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: Traceback (most recent call last): Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: timer() Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: cb(*args, **kw) Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: self._notify() Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: self.callback(batched_events) Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: event.method(event) Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: return f(self, *a, **k) Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._get(url).json() Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:18:40.155208 dv-cinder-836066-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:18:40.217439 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (07d014b6-fa9f-4375-b1db-a0a197bfee72), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.225122 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.232182 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] 10.222.0.13 "DELETE /v2.0/networks/07d014b6-fa9f-4375-b1db-a0a197bfee72 HTTP/1.1" status: 204 len: 168 time: 0.5404868 Mar 31 19:18:40.240485 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.250601 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7248c7c-ee8c-4a50-baae-64d22ad59593 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d014b6-fa9f-4375-b1db-a0a197bfee72,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:40.410169 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34444) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:40.449793 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a143c4dd-dc90-4c11-98f8-2ba8a525355e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1168e0fc70504faa896da7cbd935b314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383692 Mar 31 19:18:40.452110 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34446) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:40.503627 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ea0644c-cea2-44a7-abf1-0c143b0bd6c8 admin admin] Publish callbacks [] for security_group (39a6f809-44ec-4a82-8f4d-84be9204a31a), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.526113 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ea0644c-cea2-44a7-abf1-0c143b0bd6c8 admin admin] Publish callbacks [] for security_group (39a6f809-44ec-4a82-8f4d-84be9204a31a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.580307 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ea0644c-cea2-44a7-abf1-0c143b0bd6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (39a6f809-44ec-4a82-8f4d-84be9204a31a), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.583114 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ea0644c-cea2-44a7-abf1-0c143b0bd6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:40.584297 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8ea0644c-cea2-44a7-abf1-0c143b0bd6c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39a6f809-44ec-4a82-8f4d-84be9204a31a HTTP/1.1" status: 204 len: 168 time: 0.1313033 Mar 31 19:18:40.592230 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0644c-cea2-44a7-abf1-0c143b0bd6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a6f809-44ec-4a82-8f4d-84be9204a31a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:40.768134 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:18:40.906415 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34452) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:40.946290 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9aa9b35c-3d02-4b0c-ad8e-d93224b621f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89aca5da134f4782964049ff2905bf44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383976 Mar 31 19:18:40.948616 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34454) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:18:40.995675 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cdcb9ee-c4ca-4310-af69-0c3182167237 admin admin] Publish callbacks [] for security_group (c40fb0f6-907a-4b08-85fc-92f7e769782a), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:41.017451 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cdcb9ee-c4ca-4310-af69-0c3182167237 admin admin] Publish callbacks [] for security_group (c40fb0f6-907a-4b08-85fc-92f7e769782a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:41.063054 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cdcb9ee-c4ca-4310-af69-0c3182167237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (c40fb0f6-907a-4b08-85fc-92f7e769782a), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:41.066423 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cdcb9ee-c4ca-4310-af69-0c3182167237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:41.067841 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-1cdcb9ee-c4ca-4310-af69-0c3182167237 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c40fb0f6-907a-4b08-85fc-92f7e769782a HTTP/1.1" status: 204 len: 168 time: 0.1182926 Mar 31 19:18:41.075421 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcb9ee-c4ca-4310-af69-0c3182167237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40fb0f6-907a-4b08-85fc-92f7e769782a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:18:41.401534 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 30905619-6684-4a3d-bb3c-907fab1eb22a no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:18:41.424297 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 30905619-6684-4a3d-bb3c-907fab1eb22a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:18:41.424638 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 30905619-6684-4a3d-bb3c-907fab1eb22a not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:18:41.425049 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 6017581e-ef4f-4b82-8707-0b0919bfab3e no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:18:41.444525 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 6017581e-ef4f-4b82-8707-0b0919bfab3e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:18:41.444866 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 6017581e-ef4f-4b82-8707-0b0919bfab3e not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:18:53.853663 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b4bd68c7-aeb8-4ed8-bb3d-e05036d53661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:55.071774 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-d64118db-d850-4ed9-99c3-67bffddca8bd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440271 Mar 31 19:18:55.157169 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-b0d54bfe-798a-4954-a834-8c22e81d03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:55.158657 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-b0d54bfe-798a-4954-a834-8c22e81d03d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 1129 time: 0.0443628 Mar 31 19:18:55.266349 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-c6d616f8-2ba7-4124-bf84-786cdf038dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:55.267854 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-c6d616f8-2ba7-4124-bf84-786cdf038dbf service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0907726 Mar 31 19:18:55.335041 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-0fe49705-0535-4602-9917-dad08e23b1a3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7af002ce-a400-440f-8864-7c02712c30a7 HTTP/1.1" status: 200 len: 999 time: 0.0603166 Mar 31 19:18:55.384970 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-71344fc1-901d-49ca-8338-f875cd72eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:55.386565 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-71344fc1-901d-49ca-8338-f875cd72eaa8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0453897 Mar 31 19:18:55.449935 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-766ebcbc-19de-4468-add7-570cce4363f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:18:55.451460 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-766ebcbc-19de-4468-add7-570cce4363f5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575864 Mar 31 19:18:55.540522 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-0c5f2762-9503-4b35-b36c-eeb2a5197c19 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822475 Mar 31 19:18:55.635432 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-879f3c80-d13a-4e0d-bfaa-2ba6145552f6 req-c939059e-d2d1-4db3-908d-1b3af623c383 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882185 Mar 31 19:18:56.353244 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8a95-b862-4009-bef2-a8bc3bead2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:57.548095 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:18:58.810044 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:00.515473 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:10.231234 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:17.767046 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:19:23.855837 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-584bf608-1f6a-4114-8535-66744eb6b727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:26.355523 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c9a5441d-e60d-4aa1-9f95-261bb10ca412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:27.549005 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:28.812253 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:30.518294 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:32.168733 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83122e-06ee-4081-96bc-4325a6c0b6ae req-40f02288-f45e-4052-951e-933995ec113b tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:32.170271 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d83122e-06ee-4081-96bc-4325a6c0b6ae req-40f02288-f45e-4052-951e-933995ec113b tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 945 time: 0.0585115 Mar 31 19:19:32.220885 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6d83122e-06ee-4081-96bc-4325a6c0b6ae req-697c1eba-e0d2-4462-b670-bd699bf941ba tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Mar 31 19:19:33.340690 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62073d10-6c7e-44da-bc17-5e6562769f70 req-815d1132-cc01-4fe0-8693-db58c762bf27 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:33.342137 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-62073d10-6c7e-44da-bc17-5e6562769f70 req-815d1132-cc01-4fe0-8693-db58c762bf27 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 945 time: 0.0526712 Mar 31 19:19:33.389695 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-62073d10-6c7e-44da-bc17-5e6562769f70 req-396cd3f7-7110-4952-b44d-3eb8e1d560d5 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=50d020ea-5710-4265-a87d-20e3302427cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420156 Mar 31 19:19:33.909639 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-0761a2ff-b0f7-4dc6-8271-b35ee308da30 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:33.911156 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-0761a2ff-b0f7-4dc6-8271-b35ee308da30 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 945 time: 0.0558581 Mar 31 19:19:34.003141 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Deleting port 7af002ce-a400-440f-8864-7c02712c30a7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:19:34.003482 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (7af002ce-a400-440f-8864-7c02712c30a7), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:34.097714 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] For port 7af002ce-a400-440f-8864-7c02712c30a7, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7af002ce-a400-440f-8864-7c02712c30a7,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:19:34.098081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (7af002ce-a400-440f-8864-7c02712c30a7), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:34.269380 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:34.269638 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (eb258ff7-9217-4898-9a2f-1001cef89fcd), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:34.269958 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Floating IP eb258ff7-9217-4898-9a2f-1001cef89fcd disassociated. External IP: 172.27.0.9, port: 7af002ce-a400-440f-8864-7c02712c30a7. Mar 31 19:19:34.270301 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Calling delete_port for 7af002ce-a400-440f-8864-7c02712c30a7 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:19:34.401572 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (7af002ce-a400-440f-8864-7c02712c30a7), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:34.428939 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'Port': ['ID=7af002ce-a400-440f-8864-7c02712c30a7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:34.440984 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.441336 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.441680 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.442021 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.442362 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.442982 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.443378 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.443719 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.444052 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.444390 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.444724 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.445053 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.445382 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.445706 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.446030 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:34.542601 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8d70df85-a61a-4a45-93d9-e87c5b43458e req-b5ac99f9-0bdc-42b9-a150-c560c66cd080 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a HTTP/1.1" status: 200 len: 210 time: 0.0567160 Mar 31 19:19:34.586035 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:19:34.700250 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:19:34.710306 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:19:34.719643 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:19:34.720226 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:19:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:19:34.742353 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] No DVR routers for this DVR port 7af002ce-a400-440f-8864-7c02712c30a7 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:19:34.744981 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:34.748522 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7cd1f9eb-11d9-4d6d-be83-3b4e2f8c6e9a req-a4a78c04-0d90-430d-ac74-2b4a43bdc6ab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "DELETE /v2.0/ports/7af002ce-a400-440f-8864-7c02712c30a7 HTTP/1.1" status: 204 len: 173 time: 0.8325875 Mar 31 19:19:34.748971 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'name': 'network-vif-deleted', 'tag': '7af002ce-a400-440f-8864-7c02712c30a7'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:19:34.751809 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4efc6f2-5cb5-4dbb-92fc-e7a62c1628a0" -d '{"events": [{"server_uuid": "7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a", "name": "network-vif-deleted", "tag": "7af002ce-a400-440f-8864-7c02712c30a7"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:19:34.853447 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:19:34.872227 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b3ab7-9267-4511-8792-651a3867732f x-openstack-request-id: req-285b3ab7-9267-4511-8792-651a3867732f {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:19:34.873531 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a", "name": "network-vif-deleted", "tag": "7af002ce-a400-440f-8864-7c02712c30a7", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:19:34.874028 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-285b3ab7-9267-4511-8792-651a3867732f {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:19:34.874841 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285b3ab7-9267-4511-8792-651a3867732f'] response: {'server_uuid': '7c9053d9-ac7f-42f4-b8e9-e7e49ccc611a', 'name': 'network-vif-deleted', 'tag': '7af002ce-a400-440f-8864-7c02712c30a7', 'status': 'completed', 'code': 200} Mar 31 19:19:35.065483 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:19:35.091431 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:19:35.099644 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:19:35.100239 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:19:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:19:35.213729 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:19:35.503206 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:19:35.529453 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95276cd6-1645-4bf8-9d69-fc67f0c0fb48 None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:19:35.630098 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34542) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:19:35.688137 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (50d020ea-5710-4265-a87d-20e3302427cf), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:35.715986 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (50d020ea-5710-4265-a87d-20e3302427cf), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:35.761052 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387c29e3-bf37-40f2-89bd-aec6e8c304d6 None None] New status for floating IP eb258ff7-9217-4898-9a2f-1001cef89fcd: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:19:35.769228 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (50d020ea-5710-4265-a87d-20e3302427cf), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:35.772660 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:35.776412 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "DELETE /v2.0/security-groups/50d020ea-5710-4265-a87d-20e3302427cf HTTP/1.1" status: 204 len: 168 time: 0.1428399 Mar 31 19:19:35.776865 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34544) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:19:35.783490 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d020ea-5710-4265-a87d-20e3302427cf,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:35.791367 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.791568 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.api.v2.resource [None req-4ca2f66d-f820-41b8-a7ef-19b148921d72 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] show failed (client error): The resource could not be found. Mar 31 19:19:35.791684 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.791684 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795084 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795199 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-4ca2f66d-f820-41b8-a7ef-19b148921d72 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups/50d020ea-5710-4265-a87d-20e3302427cf HTTP/1.1" status: 404 len: 347 time: 0.0143695 Mar 31 19:19:35.795308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.795308 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.796183 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34546) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:19:35.796273 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.796273 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd090c4b-8692-40d0-a1f5-3c697c65295f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:35.942239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Deleting port d08effb6-976d-4b2c-900b-1c6c55eeb8e4 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:19:35.943245 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (d08effb6-976d-4b2c-900b-1c6c55eeb8e4), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.023963 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (d08effb6-976d-4b2c-900b-1c6c55eeb8e4), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.024292 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (d08effb6-976d-4b2c-900b-1c6c55eeb8e4), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.036176 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Calling delete_port for d08effb6-976d-4b2c-900b-1c6c55eeb8e4 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:19:36.171423 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (d08effb6-976d-4b2c-900b-1c6c55eeb8e4), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.198290 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'Port': ['ID=d08effb6-976d-4b2c-900b-1c6c55eeb8e4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:36.257912 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (eb258ff7-9217-4898-9a2f-1001cef89fcd), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.260438 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.261586 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-7bb2f719-1b9e-4f9e-87f2-4d4dd3a7bd2e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "DELETE /v2.0/floatingips/eb258ff7-9217-4898-9a2f-1001cef89fcd HTTP/1.1" status: 204 len: 168 time: 0.4654140 Mar 31 19:19:36.778559 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34550) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:19:36.783369 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6cbcecb5-87f3-4269-9ac3-b3ca9404bb69 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889248504', 'description': 'tempest-description--1249010151'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:19:36.804775 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cbcecb5-87f3-4269-9ac3-b3ca9404bb69 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.880629 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cbcecb5-87f3-4269-9ac3-b3ca9404bb69 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (d53cd307-9b35-4571-b261-f8c9f849df71), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.884500 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cbcecb5-87f3-4269-9ac3-b3ca9404bb69 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d53cd307-9b35-4571-b261-f8c9f849df71), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.913200 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cbcecb5-87f3-4269-9ac3-b3ca9404bb69 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.914420 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-6cbcecb5-87f3-4269-9ac3-b3ca9404bb69 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1348283 Mar 31 19:19:36.917572 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34552) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:19:36.918375 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcecb5-87f3-4269-9ac3-b3ca9404bb69 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53cd307-9b35-4571-b261-f8c9f849df71,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:36.922225 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2bc49727-2313-4f27-909e-7587e8910b34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group_rule': {'security_group_id': 'd53cd307-9b35-4571-b261-f8c9f849df71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:19:36.947568 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2bc49727-2313-4f27-909e-7587e8910b34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (bd79e42b-0093-4af0-a806-250f84e539ca), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.994809 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2bc49727-2313-4f27-909e-7587e8910b34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (bd79e42b-0093-4af0-a806-250f84e539ca), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:36.999336 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2bc49727-2313-4f27-909e-7587e8910b34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (bd79e42b-0093-4af0-a806-250f84e539ca), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.017750 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc49727-2313-4f27-909e-7587e8910b34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd79e42b-0093-4af0-a806-250f84e539ca,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:37.025662 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2bc49727-2313-4f27-909e-7587e8910b34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.026849 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2bc49727-2313-4f27-909e-7587e8910b34 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081893 Mar 31 19:19:37.029725 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34554) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:19:37.034270 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dc8f1623-ac02-40cc-8eb9-933dc39cdd58 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'security_group_rule': {'security_group_id': 'd53cd307-9b35-4571-b261-f8c9f849df71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:19:37.059462 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1623-ac02-40cc-8eb9-933dc39cdd58 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (df6b5d0d-f05b-4df4-9789-88456673fa87), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.115802 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1623-ac02-40cc-8eb9-933dc39cdd58 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (df6b5d0d-f05b-4df4-9789-88456673fa87), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.119164 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1623-ac02-40cc-8eb9-933dc39cdd58 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803675'] for security_group_rule (df6b5d0d-f05b-4df4-9789-88456673fa87), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.136629 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f1623-ac02-40cc-8eb9-933dc39cdd58 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6b5d0d-f05b-4df4-9789-88456673fa87,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:37.147353 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1623-ac02-40cc-8eb9-933dc39cdd58 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.148586 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-dc8f1623-ac02-40cc-8eb9-933dc39cdd58 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178837 Mar 31 19:19:37.151616 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34556) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:19:37.156098 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'floatingip': {'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:19:37.175690 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.277580 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.380014 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Allocated IP 172.27.0.17 (834bc3ca-e0d0-44a0-9b77-f3e73cd23892/751263e2-41da-449f-b8b4-bd373f09b2e3/0014fc0c-dfe9-44a7-8862-8da6d4922bd3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:19:37.484711 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (0014fc0c-dfe9-44a7-8862-8da6d4922bd3), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.518963 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (0014fc0c-dfe9-44a7-8862-8da6d4922bd3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.553692 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Network 834bc3ca-e0d0-44a0-9b77-f3e73cd23892 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:19:37.556554 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:19:37.560096 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:19:37.588937 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=0014fc0c-dfe9-44a7-8862-8da6d4922bd3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:37.654464 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (11a0c56c-d9d7-4c7a-adcd-f721de409bd6), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.690626 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (0014fc0c-dfe9-44a7-8862-8da6d4922bd3), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.842470 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (0014fc0c-dfe9-44a7-8862-8da6d4922bd3), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.846564 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15804055'] for port (0014fc0c-dfe9-44a7-8862-8da6d4922bd3), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.912285 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=0014fc0c-dfe9-44a7-8862-8da6d4922bd3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:37.923601 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (11a0c56c-d9d7-4c7a-adcd-f721de409bd6), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.939404 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:37.940675 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-57974890-b07d-4f65-810a-5ffaaa4f6beb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7880590 Mar 31 19:19:38.090809 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-23f59ed8-733c-47bd-b762-fce13fc0644e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--889248504&fields=id&tenant_id=4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 267 time: 0.0424395 Mar 31 19:19:38.193527 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-be0fa922-3c32-4904-b550-a72e8e75e583 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:38.194884 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-be0fa922-3c32-4904-b550-a72e8e75e583 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 814 time: 0.0974197 Mar 31 19:19:38.209435 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-13ba85c4-a8a0-41f4-b51e-086ace548533 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/quotas/4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 375 time: 0.0092010 Mar 31 19:19:38.268472 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-bb04bdd0-7adc-4c78-a8a2-d735c2ae770b tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539289 Mar 31 19:19:38.370967 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-2d12c83e-03f6-47f3-88d7-fca6466f7c7c service neutron] 10.222.0.13 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852249 Mar 31 19:19:38.415274 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7af002ce-a400-440f-8864-7c02712c30a7 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:19:38.435576 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 7af002ce-a400-440f-8864-7c02712c30a7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:19:38.435915 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7af002ce-a400-440f-8864-7c02712c30a7 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:19:38.464574 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-1dada5a1-bd06-486f-ad89-0b16cf666800 service neutron] 10.222.0.13 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877860 Mar 31 19:19:38.626746 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4917bd36-f393-4a8b-8296-3300bf1ed3ab req-c582a662-bafb-4aa9-8222-337e865872f5 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 210 time: 0.0274539 Mar 31 19:19:39.533569 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-14357f83-be7f-461b-9d23-92e17b4b3f19 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:39.535074 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-14357f83-be7f-461b-9d23-92e17b4b3f19 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 814 time: 0.1046698 Mar 31 19:19:39.604771 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-6213889d-15e8-4364-b283-d19049fda683 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4917168d87c443ab88020bcb89f46ded HTTP/1.1" status: 200 len: 379 time: 0.0619285 Mar 31 19:19:39.614235 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'port': {'device_id': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'admin_state_up': True, 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'security_groups': ['d53cd307-9b35-4571-b261-f8c9f849df71']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:19:39.735510 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-aec7c40f-4ac1-4f45-ad50-b6f0705b2c0a req-e3ada8ff-fadd-4c7c-920c-f92149c842b6 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 210 time: 0.0341005 Mar 31 19:19:39.750081 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Made reservation on behalf of 4917168d87c443ab88020bcb89f46ded for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:19:39.753687 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:39.884974 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Allocated IP 172.20.0.7 (c508052c-ead6-4f6a-bdc5-8a3873b408cd/ef10fcff-b3f3-4461-aec2-773a25c74d8d/a2ad7f90-9a38-4ca8-9b81-e4b30aefa296) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:19:40.024992 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.059333 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.104868 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:19:40.108105 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:19:40.114312 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:19:40.139956 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event updated for resources: {'Port': ['ID=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:40.171708 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:40.172343 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.189713 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-8e412a5c-dade-4409-93d1-84da43f649fe tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789213 Mar 31 19:19:40.200510 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Request body: {'port': {'device_id': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:19:40.237238 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.274662 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.365579 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4a302438-141c-47f8-b27d-0d8845faa63b None None] Provisioning complete for port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:19:40.365942 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4a302438-141c-47f8-b27d-0d8845faa63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.404175 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4a302438-141c-47f8-b27d-0d8845faa63b None None] Port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 19:19:40.543139 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:19:40.550313 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Publish callbacks [] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.563301 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Transition to ACTIVE for port object a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:19:40.566141 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.614831 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:40.693975 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Attempting to bind port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:19:40.694300 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Attempting to bind port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:19:40.694634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Attempting to bind port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:19:40.699412 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:19:40.699732 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Attempting to bind port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 on network c508052c-ead6-4f6a-bdc5-8a3873b408cd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:19:40.704969 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:19:40.705327 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Checking segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:19:40.705715 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Bound using segment: {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:19:40.706145 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Bound port: a2ad7f90-9a38-4ca8-9b81-e4b30aefa296, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:19:40.706498 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.774301 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] For port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:19:40.777864 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] For port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:19:40.784716 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.836270 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:40.837085 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:40.838735 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] 10.222.0.78 "PUT /v2.0/ports/a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 HTTP/1.1" status: 200 len: 1093 time: 0.6424913 Mar 31 19:19:40.839210 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'tag': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:19:40.841481 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f554297-f329-432a-abae-72cfbc2df1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c15a28-6f15-49ea-80c6-614f1c24e01d", "tag": "a2ad7f90-9a38-4ca8-9b81-e4b30aefa296"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:19:41.204677 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e149074b-f0af-49ef-86cc-bfc290d4ad49 x-openstack-request-id: req-e149074b-f0af-49ef-86cc-bfc290d4ad49 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:19:41.204895 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c15a28-6f15-49ea-80c6-614f1c24e01d", "tag": "a2ad7f90-9a38-4ca8-9b81-e4b30aefa296", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:19:41.205117 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e149074b-f0af-49ef-86cc-bfc290d4ad49 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:19:41.205514 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e149074b-f0af-49ef-86cc-bfc290d4ad49'] response: {'name': 'network-changed', 'server_uuid': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'tag': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296', 'status': 'completed', 'code': 200} Mar 31 19:19:41.210998 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36980bc6-2294-490f-b6ae-5a47565b2cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:41.237284 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba2d50-0587-4af4-aae5-25688ed69d11 req-1663b11a-8bad-4556-87b4-cf4690e5fcb5 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:41.238803 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f0ba2d50-0587-4af4-aae5-25688ed69d11 req-1663b11a-8bad-4556-87b4-cf4690e5fcb5 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 943 time: 0.4264665 Mar 31 19:19:41.246332 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-5f84ac15-b0b5-4af2-85f3-dc5e74b65fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:41.248023 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-5f84ac15-b0b5-4af2-85f3-dc5e74b65fa0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 1127 time: 0.3709714 Mar 31 19:19:41.300974 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-0e829379-9e30-45a5-ab1e-4efe9a03b447 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 HTTP/1.1" status: 200 len: 217 time: 0.0388186 Mar 31 19:19:41.357624 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f0ba2d50-0587-4af4-aae5-25688ed69d11 req-282a286e-a671-41d2-9618-eac4fe37491a tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086266 Mar 31 19:19:41.368284 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-a81e6b86-feeb-4d57-a8e3-4fb57dead70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:41.369718 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-a81e6b86-feeb-4d57-a8e3-4fb57dead70b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0623538 Mar 31 19:19:41.418659 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-d7177d9e-02dc-4695-a311-6e9f939995d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:41.420295 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-d7177d9e-02dc-4695-a311-6e9f939995d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447454 Mar 31 19:19:41.508902 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-27190747-19a0-422e-9e6c-cf0494c7a59c service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827928 Mar 31 19:19:41.601896 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-7e34e6b6-94ae-49f9-bf91-ffb6171ecd2c req-d14662eb-944f-4536-9fdb-e63713e76b27 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878818 Mar 31 19:19:41.696664 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-cce5fe3d-1ee3-4a2e-9bd7-7774ce42a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:41.698197 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-cce5fe3d-1ee3-4a2e-9bd7-7774ce42a1e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 1127 time: 0.0492339 Mar 31 19:19:41.796379 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-db931058-a6cc-4591-b2be-9036572a1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:41.797851 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-db931058-a6cc-4591-b2be-9036572a1602 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0925570 Mar 31 19:19:41.836907 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-26ef3d14-3763-4529-adf3-2370792c73d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 HTTP/1.1" status: 200 len: 217 time: 0.0335026 Mar 31 19:19:41.887698 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-fb2216e9-4556-4f4c-881c-00d321a17c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:41.889157 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-fb2216e9-4556-4f4c-881c-00d321a17c57 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0458834 Mar 31 19:19:41.942065 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-c0088556-b8d6-4ab4-9f26-c390ef61d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:41.943613 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-c0088556-b8d6-4ab4-9f26-c390ef61d7ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489948 Mar 31 19:19:42.031857 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-83c2c8c1-cc2b-4f5c-8dda-d1857db72674 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824754 Mar 31 19:19:42.125215 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5f554297-f329-432a-abae-72cfbc2df1d0 req-237e3f69-d346-4865-a5bf-92ec1153bba7 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872953 Mar 31 19:19:42.478034 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bc10a-78bb-4d2d-b3fe-79d494a0c0ec req-1ffa514f-a6b4-4452-a741-81fee9fa9fa3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:42.479561 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-971bc10a-78bb-4d2d-b3fe-79d494a0c0ec req-1ffa514f-a6b4-4452-a741-81fee9fa9fa3 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 943 time: 0.0533204 Mar 31 19:19:42.526298 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-971bc10a-78bb-4d2d-b3fe-79d494a0c0ec req-424c6622-2165-49f2-b696-1f158dd4aedc tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Mar 31 19:19:43.646111 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad8865-137b-43ac-8efd-3efd570d62bb req-467618fd-836a-4442-aecf-f606d36c806e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:43.647563 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-adad8865-137b-43ac-8efd-3efd570d62bb req-467618fd-836a-4442-aecf-f606d36c806e tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 943 time: 0.0540235 Mar 31 19:19:43.694967 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-adad8865-137b-43ac-8efd-3efd570d62bb req-8d94e96c-aa84-479f-b8ad-3c42d4e621e4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418375 Mar 31 19:19:44.438371 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:19:44.532592 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:19:44.543941 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'port_id': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296', 'mac_address': 'fa:16:3e:cb:bc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:19:44.585108 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:19:44.585494 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:44.597952 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:19:44.616770 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:19:44.620522 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:44.666758 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:44.673545 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.673886 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.674223 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.674563 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.674901 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.675255 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.675589 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.675910 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.676236 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.676560 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.676930 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.677258 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.677580 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.677901 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.678226 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:19:44.822563 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922cb14-f9c2-412e-b10d-a649c25a68fa req-624eca07-4ddf-4c76-8d82-2ff6df2f7a0f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:44.824148 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f922cb14-f9c2-412e-b10d-a649c25a68fa req-624eca07-4ddf-4c76-8d82-2ff6df2f7a0f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 944 time: 0.0584249 Mar 31 19:19:44.873060 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f922cb14-f9c2-412e-b10d-a649c25a68fa req-94308a17-f261-43db-9ade-e274be0f7e73 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433228 Mar 31 19:19:44.944571 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['a2ad7f90-9a38-4ca8-9b81-e4b30aefa296'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:19:45.996003 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcf8c9-ab8d-4145-9806-c04f5cc09af4 req-c9d6bb36-7649-4af1-b639-c0fa388ac448 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:45.997516 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-98fcf8c9-ab8d-4145-9806-c04f5cc09af4 req-c9d6bb36-7649-4af1-b639-c0fa388ac448 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 944 time: 0.0567205 Mar 31 19:19:46.045756 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-98fcf8c9-ab8d-4145-9806-c04f5cc09af4 req-41964302-a978-4c47-94b0-9acefcbe13dd tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Mar 31 19:19:46.443252 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:19:46.499256 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:19:46.503487 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:19:46.503857 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:46.583738 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:19:46.584125 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:46.606503 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:19:46.608756 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe79ccf6-515d-43a9-99c6-13cc43f5f273" -d '{"events": [{"server_uuid": "a7c15a28-6f15-49ea-80c6-614f1c24e01d", "name": "network-vif-plugged", "status": "completed", "tag": "a2ad7f90-9a38-4ca8-9b81-e4b30aefa296"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:19:46.622075 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:19:46.626294 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:46.675457 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:19:46.704195 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c16befe-3110-42c8-85f4-35828298e2d5 x-openstack-request-id: req-2c16befe-3110-42c8-85f4-35828298e2d5 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:19:46.704493 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c15a28-6f15-49ea-80c6-614f1c24e01d", "name": "network-vif-plugged", "status": "completed", "tag": "a2ad7f90-9a38-4ca8-9b81-e4b30aefa296", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:19:46.704750 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c16befe-3110-42c8-85f4-35828298e2d5 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:19:46.705150 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c16befe-3110-42c8-85f4-35828298e2d5'] response: {'server_uuid': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296', 'code': 200} Mar 31 19:19:46.873842 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1201f-f411-43c5-b863-77ed5b16e58a req-afc7e9dd-2aee-4f8c-a705-f09d532e9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:46.875447 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9cd1201f-f411-43c5-b863-77ed5b16e58a req-afc7e9dd-2aee-4f8c-a705-f09d532e9174 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 1129 time: 0.0450547 Mar 31 19:19:46.930178 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9cd1201f-f411-43c5-b863-77ed5b16e58a req-e5e09277-03e7-4c1e-baaa-7d895fd272d9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484862 Mar 31 19:19:47.171935 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824819bb-301a-49df-8a1e-697523c024fb req-15f453a4-8cda-4b09-855e-b071d08beed0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:47.173433 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-824819bb-301a-49df-8a1e-697523c024fb req-15f453a4-8cda-4b09-855e-b071d08beed0 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 945 time: 0.0570362 Mar 31 19:19:47.224570 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-824819bb-301a-49df-8a1e-697523c024fb req-b9f63ac0-e019-44a1-938b-fb56b1938651 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431843 Mar 31 19:19:48.356520 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cbbb4-9094-494d-87f7-e0e08a5cdedb req-ad884a80-cacc-4372-b5c8-901c1ff42108 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:48.357928 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-203cbbb4-9094-494d-87f7-e0e08a5cdedb req-ad884a80-cacc-4372-b5c8-901c1ff42108 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 945 time: 0.0560851 Mar 31 19:19:48.405466 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-203cbbb4-9094-494d-87f7-e0e08a5cdedb req-ea6061d9-4acf-49d1-b9ab-afea07839762 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418770 Mar 31 19:19:49.529738 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f117-03fe-4bb2-a74b-89aa17dbefd7 req-36535391-93d0-4bd5-a28f-264cd75a3ab7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:49.531485 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0184f117-03fe-4bb2-a74b-89aa17dbefd7 req-36535391-93d0-4bd5-a28f-264cd75a3ab7 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 945 time: 0.0581188 Mar 31 19:19:49.580234 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0184f117-03fe-4bb2-a74b-89aa17dbefd7 req-0debb653-1ca6-46ca-af20-b0a8cd08d41f tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432208 Mar 31 19:19:49.695918 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d9da4-90fd-4109-b452-1b9e3b5db12b req-4553e5dc-98bd-4b06-8eea-4d22dfb6758c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:49.697309 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f52d9da4-90fd-4109-b452-1b9e3b5db12b req-4553e5dc-98bd-4b06-8eea-4d22dfb6758c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 945 time: 0.0527964 Mar 31 19:19:49.705822 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34614) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:19:49.710816 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-cc1a738a-a090-44dc-9b9c-29c53682a1d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Request body: {'floatingip': {'port_id': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:19:49.753142 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cc1a738a-a090-44dc-9b9c-29c53682a1d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (11a0c56c-d9d7-4c7a-adcd-f721de409bd6), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:50.179252 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cc1a738a-a090-44dc-9b9c-29c53682a1d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:50.182633 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cc1a738a-a090-44dc-9b9c-29c53682a1d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (11a0c56c-d9d7-4c7a-adcd-f721de409bd6), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:50.282962 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [None req-cc1a738a-a090-44dc-9b9c-29c53682a1d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Floating IP 11a0c56c-d9d7-4c7a-adcd-f721de409bd6 associated. External IP: 172.27.0.17, port: a2ad7f90-9a38-4ca8-9b81-e4b30aefa296. Mar 31 19:19:50.492879 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1a738a-a090-44dc-9b9c-29c53682a1d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:19:50.602794 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1a738a-a090-44dc-9b9c-29c53682a1d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:19:50.607613 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cc1a738a-a090-44dc-9b9c-29c53682a1d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:50.612065 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:19:50.622745 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:19:50.623616 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:19:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:19:50.637594 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-cc1a738a-a090-44dc-9b9c-29c53682a1d1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "PUT /v2.0/floatingips/11a0c56c-d9d7-4c7a-adcd-f721de409bd6 HTTP/1.1" status: 200 len: 990 time: 0.9307120 Mar 31 19:19:50.638275 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'tag': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:19:50.640520 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e278b7ff-9154-4254-b9ea-4f134ced4889" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c15a28-6f15-49ea-80c6-614f1c24e01d", "tag": "a2ad7f90-9a38-4ca8-9b81-e4b30aefa296"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:19:50.675830 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800f3a90-bf83-4f54-ac3f-650fe6f6d2a3 x-openstack-request-id: req-800f3a90-bf83-4f54-ac3f-650fe6f6d2a3 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:19:50.676122 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c15a28-6f15-49ea-80c6-614f1c24e01d", "tag": "a2ad7f90-9a38-4ca8-9b81-e4b30aefa296", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:19:50.676376 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-800f3a90-bf83-4f54-ac3f-650fe6f6d2a3 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:19:50.676783 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800f3a90-bf83-4f54-ac3f-650fe6f6d2a3'] response: {'name': 'network-changed', 'server_uuid': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'tag': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296', 'status': 'completed', 'code': 200} Mar 31 19:19:50.731360 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:19:50.739559 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-2c4d30c1-c230-4e10-a1e7-73b052aed840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:50.741789 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-2c4d30c1-c230-4e10-a1e7-73b052aed840 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 1129 time: 0.0454574 Mar 31 19:19:50.834033 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-36265d05-2ce1-48c2-9ccf-7165217e2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:50.835581 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-36265d05-2ce1-48c2-9ccf-7165217e2c9c service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0879416 Mar 31 19:19:50.901329 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-67a01e41-a0cd-438f-8582-66975dfcc7b8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 HTTP/1.1" status: 200 len: 998 time: 0.0596213 Mar 31 19:19:50.954778 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-6557946b-8b89-42a8-a973-f566a3f209b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:50.955068 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '11a0c56c-d9d7-4c7a-adcd-f721de409bd6', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:cb:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:19:37Z', 'updated_at': '2022-03-31T19:19:50Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:19:50.956293 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-6557946b-8b89-42a8-a973-f566a3f209b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0484955 Mar 31 19:19:50.980820 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:19:50.989385 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:19:50.989982 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:19:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:19:51.008740 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-a79e5263-9d2a-47d3-b51c-7afa3d4a53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:51.010245 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-a79e5263-9d2a-47d3-b51c-7afa3d4a53da service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485818 Mar 31 19:19:51.098527 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-0b9c76cf-eb0a-4309-86db-4ca23c9d4d71 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816584 Mar 31 19:19:51.100645 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:19:51.190902 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e278b7ff-9154-4254-b9ea-4f134ced4889 req-4e627dea-dee8-4eca-be88-c118eaf5bc61 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864670 Mar 31 19:19:51.330789 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '11a0c56c-d9d7-4c7a-adcd-f721de409bd6', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:cb:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:19:37Z', 'updated_at': '2022-03-31T19:19:50Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:19:51.362232 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f0446-6e5b-4dc0-98be-b5eaca70a64c None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_floatingips': [{'id': '11a0c56c-d9d7-4c7a-adcd-f721de409bd6', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'router_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'port_id': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'mac_address': 'fa:16:3e:cb:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T19:19:37Z', 'updated_at': '2022-03-31T19:19:50Z', 'revision_number': 1, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:19:51.568202 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b9e91-6077-42ac-b129-c221b7ce88da None None] New status for floating IP 11a0c56c-d9d7-4c7a-adcd-f721de409bd6: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:19:53.857065 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b0064bc-30e6-4e4d-b1f3-2e955c83c3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:54.766865 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:19:55.070855 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-b1a278a4-b4fa-4496-9743-26ba0c74bfdf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443420 Mar 31 19:19:55.155924 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-0846f13c-7af4-41c1-bb3a-e7933dd3ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:55.157756 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-0846f13c-7af4-41c1-bb3a-e7933dd3ebfe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 1129 time: 0.0464201 Mar 31 19:19:55.265039 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-06c1ad9a-09d8-4b89-94c9-fb14d0741039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:55.266552 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-06c1ad9a-09d8-4b89-94c9-fb14d0741039 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0894399 Mar 31 19:19:55.333091 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-78b4b370-c725-49bb-b1b0-b82cfa5f89a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 HTTP/1.1" status: 200 len: 1000 time: 0.0606821 Mar 31 19:19:55.385380 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-ff2c37c7-d57f-4ec3-85b3-a9954fc062e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:55.386844 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-ff2c37c7-d57f-4ec3-85b3-a9954fc062e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0485287 Mar 31 19:19:55.435239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-f13c2cc2-f960-446f-846d-8ed75d29f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:19:55.436727 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-f13c2cc2-f960-446f-846d-8ed75d29f42b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438650 Mar 31 19:19:55.525798 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-78e4becb-a2af-4f19-b2dd-4d1818e720bd service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828459 Mar 31 19:19:55.621623 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-87bfcc9c-0159-481a-997c-22a77809eb6e req-0ce50c4c-67f8-4289-8f8b-8432da1798ab service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903270 Mar 31 19:19:56.357067 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b45d5e3c-c427-48ef-9130-5180747cc838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:57.549998 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:19:58.814823 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:00.522244 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:10.234096 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:23.859864 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-47fc0831-e5d9-4076-8888-6fe4057ed547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:26.361093 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e90b101d-4141-42ba-80ef-af1034edba28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:27.560318 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:28.818492 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:30.525982 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:31.767223 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:20:40.235458 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:53.862044 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f90653c8-7df1-4acd-8d8a-51338e70ce2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:55.079832 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-24ba53d3-8618-447e-9e23-f1744938398c req-9f46d1ed-5c46-4a2a-8190-7143ad53fd76 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443959 Mar 31 19:20:55.165135 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba53d3-8618-447e-9e23-f1744938398c req-5068a5ad-b5d9-4585-a4cb-bdca823d39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:20:55.166631 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-24ba53d3-8618-447e-9e23-f1744938398c req-5068a5ad-b5d9-4585-a4cb-bdca823d39ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4917168d87c443ab88020bcb89f46ded&device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 1129 time: 0.0449662 Mar 31 19:20:55.270770 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba53d3-8618-447e-9e23-f1744938398c req-73e9d718-f4e4-4660-bb22-aeafa19cf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:20:55.273209 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-24ba53d3-8618-447e-9e23-f1744938398c req-73e9d718-f4e4-4660-bb22-aeafa19cf88a service neutron] 10.222.0.78 "GET /v2.0/networks?id=c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 200 len: 916 time: 0.0891643 Mar 31 19:20:55.338972 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-24ba53d3-8618-447e-9e23-f1744938398c req-ac601276-de6f-428d-93de-f26fc00d2920 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 HTTP/1.1" status: 200 len: 1000 time: 0.0591569 Mar 31 19:20:55.390080 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba53d3-8618-447e-9e23-f1744938398c req-85af0e85-4ac6-4f9b-9e6d-169eeb6fc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:20:55.391550 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-24ba53d3-8618-447e-9e23-f1744938398c req-85af0e85-4ac6-4f9b-9e6d-169eeb6fc36a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 200 len: 853 time: 0.0476663 Mar 31 19:20:55.442311 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba53d3-8618-447e-9e23-f1744938398c req-6ea8c819-2993-4840-a2b5-0188177aec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:20:55.444439 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-24ba53d3-8618-447e-9e23-f1744938398c req-6ea8c819-2993-4840-a2b5-0188177aec83 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c508052c-ead6-4f6a-bdc5-8a3873b408cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469368 Mar 31 19:20:55.539674 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-24ba53d3-8618-447e-9e23-f1744938398c req-67ca0f5b-4872-40a6-9534-f5536b74e771 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884719 Mar 31 19:20:55.634274 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-24ba53d3-8618-447e-9e23-f1744938398c req-0fa2851f-e586-413d-af2f-9e8d0aa24a32 service neutron] 10.222.0.78 "GET /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885639 Mar 31 19:20:56.363782 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2453f37a-cd00-4ef1-92f3-aee8932a2b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:57.556450 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:20:58.821031 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:00.529626 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:08.766142 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:21:10.243030 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:16.420546 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe6890-6495-4797-bddd-5bc974de2b71 req-744586ee-4051-49bc-9d62-2d6cfcde7f6b tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:21:16.422043 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eefe6890-6495-4797-bddd-5bc974de2b71 req-744586ee-4051-49bc-9d62-2d6cfcde7f6b tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 945 time: 0.0539320 Mar 31 19:21:16.469698 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-eefe6890-6495-4797-bddd-5bc974de2b71 req-fd4ce446-133c-4732-bce3-dc78b634abd4 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420399 Mar 31 19:21:17.590647 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549dddf-1bc9-4a3f-ae2a-44f3a4b620e7 req-cfd4433d-faf9-4820-a38a-aa9778319f6c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:21:17.592161 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b549dddf-1bc9-4a3f-ae2a-44f3a4b620e7 req-cfd4433d-faf9-4820-a38a-aa9778319f6c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 945 time: 0.0516577 Mar 31 19:21:17.643387 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b549dddf-1bc9-4a3f-ae2a-44f3a4b620e7 req-7eec337d-dada-4090-970d-4746aa015ff9 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456355 Mar 31 19:21:18.261170 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-cc27ea5e-e568-4b3c-ac7c-14de7dc9f491 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:21:18.262727 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-cc27ea5e-e568-4b3c-ac7c-14de7dc9f491 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 945 time: 0.0558498 Mar 31 19:21:18.367728 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Deleting port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:21:18.368009 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:18.458652 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] For port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:21:18.459049 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:18.629532 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:18.630198 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819464'] for floatingip (11a0c56c-d9d7-4c7a-adcd-f721de409bd6), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:18.630198 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.l3_db [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Floating IP 11a0c56c-d9d7-4c7a-adcd-f721de409bd6 disassociated. External IP: 172.27.0.17, port: a2ad7f90-9a38-4ca8-9b81-e4b30aefa296. Mar 31 19:21:18.630591 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Calling delete_port for a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:21:18.801243 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990d9bf-911a-4112-a3aa-a9676a1f4d25 req-b0d86901-00e1-4b29-847b-821e2e5335eb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:21:18.803653 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0990d9bf-911a-4112-a3aa-a9676a1f4d25 req-b0d86901-00e1-4b29-847b-821e2e5335eb tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c15a28-6f15-49ea-80c6-614f1c24e01d HTTP/1.1" status: 200 len: 867 time: 0.0902240 Mar 31 19:21:18.804251 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (a2ad7f90-9a38-4ca8-9b81-e4b30aefa296), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:18.842115 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'Port': ['ID=a2ad7f90-9a38-4ca8-9b81-e4b30aefa296,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:18.861991 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.862337 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.862679 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.863044 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.863375 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.863706 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.864029 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.864350 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.864727 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.865543 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.865893 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.866291 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.866619 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.866979 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:18.867300 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:19.246369 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0990d9bf-911a-4112-a3aa-a9676a1f4d25 req-3de6b36d-06e3-4e2d-b232-76c5228f332c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups?id=d53cd307-9b35-4571-b261-f8c9f849df71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352963 Mar 31 19:21:19.293364 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:21:19.404414 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:21:19.413842 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:21:19.423327 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:21:19.423994 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:20:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:19.448184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] No DVR routers for this DVR port a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:21:19.450929 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:19.454214 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-c8dd4567-09fd-41ad-b39f-37d0977c7d77 req-b9fbac7f-2f81-4be9-8e48-5289f7fe047c tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.78 "DELETE /v2.0/ports/a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 HTTP/1.1" status: 204 len: 173 time: 1.1857679 Mar 31 19:21:19.454658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'name': 'network-vif-deleted', 'tag': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:21:19.456926 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c417f1d9-d717-4a90-bc03-fcc26ae332f0" -d '{"events": [{"server_uuid": "a7c15a28-6f15-49ea-80c6-614f1c24e01d", "name": "network-vif-deleted", "tag": "a2ad7f90-9a38-4ca8-9b81-e4b30aefa296"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:21:19.502200 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a982cb5-0875-41a6-ac64-85eb26660476 x-openstack-request-id: req-9a982cb5-0875-41a6-ac64-85eb26660476 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:21:19.502782 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c15a28-6f15-49ea-80c6-614f1c24e01d", "name": "network-vif-deleted", "tag": "a2ad7f90-9a38-4ca8-9b81-e4b30aefa296", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:21:19.503120 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a982cb5-0875-41a6-ac64-85eb26660476 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:21:19.503594 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a982cb5-0875-41a6-ac64-85eb26660476'] response: {'server_uuid': 'a7c15a28-6f15-49ea-80c6-614f1c24e01d', 'name': 'network-vif-deleted', 'tag': 'a2ad7f90-9a38-4ca8-9b81-e4b30aefa296', 'status': 'completed', 'code': 200} Mar 31 19:21:19.536396 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:21:19.822190 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:19.847386 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:21:19.856585 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:21:19.857205 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:20:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:19.965163 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:21:20.160095 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:20.190378 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59736b27-b453-46db-afb3-02b32ed83ffe None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:14:14Z', 'revision_number': 4, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi', '_interfaces': [{'id': '55a92710-f26a-4275-9e84-9e7f6dadcad9', 'name': '', 'network_id': 'c508052c-ead6-4f6a-bdc5-8a3873b408cd', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'mac_address': 'fa:16:3e:63:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:14Z', 'updated_at': '2022-03-31T19:14:18Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'subnets': [{'id': 'ef10fcff-b3f3-4461-aec2-773a25c74d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:21:20.334617 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34720) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:21:20.392198 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96c67126-aa91-4853-9f2f-e65d4a6820cc tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (d53cd307-9b35-4571-b261-f8c9f849df71), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.418829 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96c67126-aa91-4853-9f2f-e65d4a6820cc tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (d53cd307-9b35-4571-b261-f8c9f849df71), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.424470 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590139d6-ec2b-4389-a40d-ced2797b75fb None None] New status for floating IP 11a0c56c-d9d7-4c7a-adcd-f721de409bd6: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 19:21:20.469658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96c67126-aa91-4853-9f2f-e65d4a6820cc tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (d53cd307-9b35-4571-b261-f8c9f849df71), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.472407 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96c67126-aa91-4853-9f2f-e65d4a6820cc tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.473703 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-96c67126-aa91-4853-9f2f-e65d4a6820cc tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "DELETE /v2.0/security-groups/d53cd307-9b35-4571-b261-f8c9f849df71 HTTP/1.1" status: 204 len: 168 time: 0.1376140 Mar 31 19:21:20.477009 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34722) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:21:20.483761 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c67126-aa91-4853-9f2f-e65d4a6820cc tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53cd307-9b35-4571-b261-f8c9f849df71,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:20.491338 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.api.v2.resource [None req-2f45298c-fc4d-48b5-8777-2e0f192ac8f1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] show failed (client error): The resource could not be found. Mar 31 19:21:20.495257 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 34726) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:21:20.495431 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2f45298c-fc4d-48b5-8777-2e0f192ac8f1 tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "GET /v2.0/security-groups/d53cd307-9b35-4571-b261-f8c9f849df71 HTTP/1.1" status: 404 len: 347 time: 0.0171957 Mar 31 19:21:20.624197 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Deleting port 0014fc0c-dfe9-44a7-8862-8da6d4922bd3 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:21:20.624538 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (0014fc0c-dfe9-44a7-8862-8da6d4922bd3), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.701440 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (0014fc0c-dfe9-44a7-8862-8da6d4922bd3), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.701674 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (0014fc0c-dfe9-44a7-8862-8da6d4922bd3), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.713617 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Calling delete_port for 0014fc0c-dfe9-44a7-8862-8da6d4922bd3 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:21:20.846741 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (0014fc0c-dfe9-44a7-8862-8da6d4922bd3), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.873253 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Pushing event deleted for resources: {'Port': ['ID=0014fc0c-dfe9-44a7-8862-8da6d4922bd3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:20.933823 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks [] for floatingip (11a0c56c-d9d7-4c7a-adcd-f721de409bd6), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.936356 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for floatingip (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:20.937504 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b92e5fb2-c184-49af-bd49-ed21b4612bab tempest-AttachVolumeNegativeTest-880846219 tempest-AttachVolumeNegativeTest-880846219-project] 10.222.0.13 "DELETE /v2.0/floatingips/11a0c56c-d9d7-4c7a-adcd-f721de409bd6 HTTP/1.1" status: 204 len: 168 time: 0.4408970 Mar 31 19:21:22.931017 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:21:22.951675 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:21:22.952086 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device a2ad7f90-9a38-4ca8-9b81-e4b30aefa296 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:21:23.863680 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03fc849f-025c-4bf7-a75e-62ea81674f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:24.591319 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34762) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:21:25.083726 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1822024'] for router_interface (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:25.537213 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Deleting port 55a92710-f26a-4275-9e84-9e7f6dadcad9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:21:25.537545 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:25.612815 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] For port 55a92710-f26a-4275-9e84-9e7f6dadcad9, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=55a92710-f26a-4275-9e84-9e7f6dadcad9,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:21:25.613336 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:25.626289 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Calling delete_port for 55a92710-f26a-4275-9e84-9e7f6dadcad9 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:21:25.810480 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (55a92710-f26a-4275-9e84-9e7f6dadcad9), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:25.836647 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a92710-f26a-4275-9e84-9e7f6dadcad9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:25.867578 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.867935 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.868265 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.868604 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.868931 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.869253 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.869574 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.869891 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.870212 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.870529 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.870848 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.871191 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.871510 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.871823 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:25.872139 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:26.019520 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820120'] for router_interface (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:26.235730 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 has already been hosted by L3 agent 7dd2e166-ae67-4486-b913-a17ec24fc5de {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 19:21:26.340466 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] Notify agent at l3_agent.dv-cinder-836066-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 19:21:26.347939 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0c81a1f3-2ded-4e75-8d59-37d5f2dedf59 admin admin] 10.222.0.13 "PUT /v2.0/routers/2ee07aa9-da3a-4a1d-9c3a-301a69cf9807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7532043 Mar 31 19:21:26.348034 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34766) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:21:26.351177 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] Sync routers for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 19:21:26.362092 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:21:26.363081 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:20:56Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:26.382717 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-054736d6-be69-46b1-bacf-a444fb3001fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:26.454867 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks [] for router (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:26.475334 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: dv-cinder-836066-1-iscsi {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:21:26.560249 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks [] for router_gateway (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:26.613886 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Deleting port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:21:26.614699 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:26.652090 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'external_fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:21:25Z', 'revision_number': 5, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port': {'id': '55bd9d7a-b9ab-40ed-a52a-6a89b871c1da', 'name': '', 'network_id': '834bc3ca-e0d0-44a0-9b77-f3e73cd23892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836066-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T19:14:11Z', 'updated_at': '2022-03-31T19:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751263e2-41da-449f-b8b4-bd373f09b2e3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836066-1-iscsi'}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:26.678209 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] Checking router: 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 for host: dv-cinder-836066-1-iscsi {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 19:21:26.686657 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] Routers {'2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'} bound to L3 agent in host dv-cinder-836066-1-iscsi {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 19:21:26.687300 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836066-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:53:26Z,description=,heartbeat_timestamp=2022-03-31T19:21:26Z,host='dv-cinder-836066-1-iscsi',id=7dd2e166-ae67-4486-b913-a17ec24fc5de,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:53:26Z,topic='l3_agent')) {'router_ids': ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:26.695414 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] For port 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=55bd9d7a-b9ab-40ed-a52a-6a89b871c1da,segment=NetworkSegment(6f14a751-2ad1-46b5-b9f9-32fd264bf038),segment_id=6f14a751-2ad1-46b5-b9f9-32fd264bf038)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:21:26.695770 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:26.708775 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Calling delete_port for 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:21:26.774288 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] Set router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 19:21:26.828987 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:21:26Z', 'revision_number': 6, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port_host': None}], 'dv-cinder-836066-1-iscsi', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:26.857893 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f906f00-1b21-4d6c-adbc-4b1969e47763 None None] The sync data for ids ['2ee07aa9-da3a-4a1d-9c3a-301a69cf9807'] in dv-cinder-836066-1-iscsi is: [{'id': '2ee07aa9-da3a-4a1d-9c3a-301a69cf9807', 'name': 'tempest-AttachVolumeNegativeTest-826993111-router', 'tenant_id': '4917168d87c443ab88020bcb89f46ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T19:14:10Z', 'updated_at': '2022-03-31T19:21:26Z', 'revision_number': 6, 'project_id': '4917168d87c443ab88020bcb89f46ded', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 19:21:26.873407 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (55bd9d7a-b9ab-40ed-a52a-6a89b871c1da), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:26.899344 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=55bd9d7a-b9ab-40ed-a52a-6a89b871c1da,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:26.961861 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819442'] for router_gateway (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.050742 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1833390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32156'] for router (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.052983 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks [] for router_controller (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.096186 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1833431'] for router (2ee07aa9-da3a-4a1d-9c3a-301a69cf9807), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.096863 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 19:21:27.102503 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.103669 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-af682751-9c60-44f8-b2ce-49d462fd8c3c admin admin] 10.222.0.13 "DELETE /v2.0/routers/2ee07aa9-da3a-4a1d-9c3a-301a69cf9807 HTTP/1.1" status: 204 len: 168 time: 0.7541413 Mar 31 19:21:27.106180 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34770) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:21:27.155672 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-da48b282-0ffa-4179-af7b-fffa97e82f2b admin admin] Deleting subnet ef10fcff-b3f3-4461-aec2-773a25c74d8d {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:21:27.158679 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da48b282-0ffa-4179-af7b-fffa97e82f2b admin admin] Publish callbacks [] for subnet (ef10fcff-b3f3-4461-aec2-773a25c74d8d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.194909 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da48b282-0ffa-4179-af7b-fffa97e82f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12949575'] for subnet (ef10fcff-b3f3-4461-aec2-773a25c74d8d), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.275738 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da48b282-0ffa-4179-af7b-fffa97e82f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (ef10fcff-b3f3-4461-aec2-773a25c74d8d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.331490 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da48b282-0ffa-4179-af7b-fffa97e82f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15806061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12789556'] for subnet (ef10fcff-b3f3-4461-aec2-773a25c74d8d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.361671 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48b282-0ffa-4179-af7b-fffa97e82f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef10fcff-b3f3-4461-aec2-773a25c74d8d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:27.367356 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da48b282-0ffa-4179-af7b-fffa97e82f2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.371509 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-da48b282-0ffa-4179-af7b-fffa97e82f2b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ef10fcff-b3f3-4461-aec2-773a25c74d8d HTTP/1.1" status: 204 len: 168 time: 0.2641912 Mar 31 19:21:27.372751 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58e060-b06e-4033-93ee-c5c034732d26 None None] Network c508052c-ead6-4f6a-bdc5-8a3873b408cd requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:21:27.373765 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34772) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:21:27.442024 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (c508052c-ead6-4f6a-bdc5-8a3873b408cd), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.498166 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Deleting port 01049ee2-595e-47d4-b344-860c69641239 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:21:27.498311 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (01049ee2-595e-47d4-b344-860c69641239), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.559978 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.565052 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] For port 01049ee2-595e-47d4-b344-860c69641239, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=01049ee2-595e-47d4-b344-860c69641239,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:21:27.565316 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (01049ee2-595e-47d4-b344-860c69641239), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.579229 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Calling delete_port for 01049ee2-595e-47d4-b344-860c69641239 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:21:27.604376 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] DHCP port deletion for c508052c-ead6-4f6a-bdc5-8a3873b408cd request from dv-cinder-836066-1-iscsi {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 19:21:27.658528 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Deleting port 01049ee2-595e-47d4-b344-860c69641239 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:21:27.658815 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (01049ee2-595e-47d4-b344-860c69641239), before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.672134 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 01049ee2-595e-47d4-b344-860c69641239 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:21:27.675445 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15804062'] for port (01049ee2-595e-47d4-b344-860c69641239), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.703524 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] No DVR routers for this DVR port 01049ee2-595e-47d4-b344-860c69641239 on host dv-cinder-836066-1-iscsi {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:21:27.707147 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Pushing event deleted for resources: {'Port': ['ID=01049ee2-595e-47d4-b344-860c69641239,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:27.728168 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 01049ee2-595e-47d4-b344-860c69641239 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:21:27.728499 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 01049ee2-595e-47d4-b344-860c69641239 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:21:27.728919 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 55a92710-f26a-4275-9e84-9e7f6dadcad9 no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:21:27.754480 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 55a92710-f26a-4275-9e84-9e7f6dadcad9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:21:27.754871 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 55a92710-f26a-4275-9e84-9e7f6dadcad9 not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:21:27.755475 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da no longer exists at agent ovs-agent-dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:21:27.780010 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (c508052c-ead6-4f6a-bdc5-8a3873b408cd), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.781919 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] No Port match for: 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:21:27.782262 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Device 55bd9d7a-b9ab-40ed-a52a-6a89b871c1da not bound to the agent host dv-cinder-836066-1-iscsi {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:21:27.785168 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] For port 01049ee2-595e-47d4-b344-860c69641239, host dv-cinder-836066-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836066-1-iscsi',level=0,port_id=01049ee2-595e-47d4-b344-860c69641239,segment=NetworkSegment(b6b745dc-52f8-47a4-b888-ab3606ee6f7f),segment_id=b6b745dc-52f8-47a4-b888-ab3606ee6f7f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:21:27.785551 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (01049ee2-595e-47d4-b344-860c69641239), precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.799318 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Calling delete_port for 01049ee2-595e-47d4-b344-860c69641239 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:21:27.805793 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c508052c-ead6-4f6a-bdc5-8a3873b408cd']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:27.816601 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:27.816907 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b745dc-52f8-47a4-b888-ab3606ee6f7f') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:21:27.827387 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12949580'] for segment (b6b745dc-52f8-47a4-b888-ab3606ee6f7f), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.840853 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (b6b745dc-52f8-47a4-b888-ab3606ee6f7f), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.846919 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:21:27.847378 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15804107'] for segment (b6b745dc-52f8-47a4-b888-ab3606ee6f7f), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: Traceback (most recent call last): Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: timer() Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: cb(*args, **kw) Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: self._notify() Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: self.callback(batched_events) Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: event.method(event) Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: return f(self, *a, **k) Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._get(url).json() Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:21:27.850001 dv-cinder-836066-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:21:27.889198 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589'] for port (01049ee2-595e-47d4-b344-860c69641239), after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.905924 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (c508052c-ead6-4f6a-bdc5-8a3873b408cd), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.912064 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:27.913850 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Pushing event deleted for resources: {'Port': ['ID=01049ee2-595e-47d4-b344-860c69641239,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:27.915509 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] 10.222.0.13 "DELETE /v2.0/networks/c508052c-ead6-4f6a-bdc5-8a3873b408cd HTTP/1.1" status: 204 len: 168 time: 0.5407417 Mar 31 19:21:27.926176 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] No DVR routers for this DVR port 01049ee2-595e-47d4-b344-860c69641239 on host dv-cinder-836066-1-iscsi {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:21:27.929194 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.929773 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.930275 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.930779 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.931307 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.931806 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.932299 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.932791 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.933280 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.933770 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.934257 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.934757 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.935266 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.935756 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.936237 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae138e57-9009-4b71-a0e0-7c1a608a6c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:21:27.937121 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8fea4-76f1-498c-b474-8774bde90abc admin admin] Pushing event deleted for resources: {'Network': ['ID=c508052c-ead6-4f6a-bdc5-8a3873b408cd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:28.049366 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34776) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:21:28.090056 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f9a3dafe-a7c1-49cb-ad84-66a0ba1899c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4917168d87c443ab88020bcb89f46ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394382 Mar 31 19:21:28.092526 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 34778) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:21:28.138716 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a84ceb1a-59b3-4e59-9b2e-fee7745c1eb5 admin admin] Publish callbacks [] for security_group (16fb5b73-5c8a-41f7-9fed-b4d36dd45b13), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:28.162614 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a84ceb1a-59b3-4e59-9b2e-fee7745c1eb5 admin admin] Publish callbacks [] for security_group (16fb5b73-5c8a-41f7-9fed-b4d36dd45b13), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:28.209506 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a84ceb1a-59b3-4e59-9b2e-fee7745c1eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (16fb5b73-5c8a-41f7-9fed-b4d36dd45b13), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:28.212093 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a84ceb1a-59b3-4e59-9b2e-fee7745c1eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:28.215896 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a84ceb1a-59b3-4e59-9b2e-fee7745c1eb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16fb5b73-5c8a-41f7-9fed-b4d36dd45b13 HTTP/1.1" status: 204 len: 168 time: 0.1198325 Mar 31 19:21:28.221104 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ceb1a-59b3-4e59-9b2e-fee7745c1eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb5b73-5c8a-41f7-9fed-b4d36dd45b13,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:21:28.823162 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:30.533287 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:40.242416 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:45.764754 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:21:53.866482 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f33ef472-2631-4110-a651-92bb0305bb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:56.366977 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0547a6aa-88b2-4a4c-8564-ef159edd8f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:57.565829 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:21:58.826887 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:00.536349 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:10.257374 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:11.520678 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35168) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:11.639117 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2d22bd98-c022-4e3e-abc0-1f6c687cee4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:11.718252 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2d22bd98-c022-4e3e-abc0-1f6c687cee4d admin admin] Publish callbacks [] for security_group (033a7bd3-8fe2-4a47-9f30-53e7b4cc7ce7), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:11.723096 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2d22bd98-c022-4e3e-abc0-1f6c687cee4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (033a7bd3-8fe2-4a47-9f30-53e7b4cc7ce7), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:11.765846 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2d22bd98-c022-4e3e-abc0-1f6c687cee4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=054cfc60b0a749dfbf5a5c5a78ba7698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438471 Mar 31 19:22:11.766650 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22bd98-c022-4e3e-abc0-1f6c687cee4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033a7bd3-8fe2-4a47-9f30-53e7b4cc7ce7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:11.769075 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35172) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:11.825891 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-432197ae-a1c1-4ea6-bc1d-20409f024f07 admin admin] Publish callbacks [] for security_group (033a7bd3-8fe2-4a47-9f30-53e7b4cc7ce7), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:11.849643 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-432197ae-a1c1-4ea6-bc1d-20409f024f07 admin admin] Publish callbacks [] for security_group (033a7bd3-8fe2-4a47-9f30-53e7b4cc7ce7), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:11.909320 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-432197ae-a1c1-4ea6-bc1d-20409f024f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (033a7bd3-8fe2-4a47-9f30-53e7b4cc7ce7), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:11.912008 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-432197ae-a1c1-4ea6-bc1d-20409f024f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:11.913756 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-432197ae-a1c1-4ea6-bc1d-20409f024f07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/033a7bd3-8fe2-4a47-9f30-53e7b4cc7ce7 HTTP/1.1" status: 204 len: 168 time: 0.1431022 Mar 31 19:22:11.922101 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432197ae-a1c1-4ea6-bc1d-20409f024f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033a7bd3-8fe2-4a47-9f30-53e7b4cc7ce7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:12.205232 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35178) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:12.220084 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-664d0aca-4f7f-47ea-bc7d-6ee2c93c6e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:12.314623 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-664d0aca-4f7f-47ea-bc7d-6ee2c93c6e47 admin admin] Publish callbacks [] for security_group (5641a842-cb4d-4b32-b0c7-17964f21d2aa), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:12.319720 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-664d0aca-4f7f-47ea-bc7d-6ee2c93c6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (5641a842-cb4d-4b32-b0c7-17964f21d2aa), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:12.360950 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-664d0aca-4f7f-47ea-bc7d-6ee2c93c6e47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=676e0b04eb65478b991272a6d3a5279f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545322 Mar 31 19:22:12.361675 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d0aca-4f7f-47ea-bc7d-6ee2c93c6e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5641a842-cb4d-4b32-b0c7-17964f21d2aa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:12.364394 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35180) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:12.414162 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a94fbfc1-bded-4ced-8dd7-0ff2d0df95be admin admin] Publish callbacks [] for security_group (5641a842-cb4d-4b32-b0c7-17964f21d2aa), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:12.435949 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a94fbfc1-bded-4ced-8dd7-0ff2d0df95be admin admin] Publish callbacks [] for security_group (5641a842-cb4d-4b32-b0c7-17964f21d2aa), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:12.483300 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a94fbfc1-bded-4ced-8dd7-0ff2d0df95be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (5641a842-cb4d-4b32-b0c7-17964f21d2aa), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:12.486170 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a94fbfc1-bded-4ced-8dd7-0ff2d0df95be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:12.487373 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a94fbfc1-bded-4ced-8dd7-0ff2d0df95be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5641a842-cb4d-4b32-b0c7-17964f21d2aa HTTP/1.1" status: 204 len: 168 time: 0.1217656 Mar 31 19:22:12.495735 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fbfc1-bded-4ced-8dd7-0ff2d0df95be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5641a842-cb4d-4b32-b0c7-17964f21d2aa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:22.763393 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:22:23.869161 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63d05704-801e-429d-8710-0ffd6fa1eee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.226456 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35316) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:24.329065 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.404755 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Publish callbacks [] for security_group (7c8d2b07-9fca-43bb-a681-732871e0fc2b), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.408552 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (7c8d2b07-9fca-43bb-a681-732871e0fc2b), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.446561 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ead4e0c517c4421da8f374748b94bfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189875 Mar 31 19:22:24.447521 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d2b07-9fca-43bb-a681-732871e0fc2b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:24.449273 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35320) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:24.454642 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.455005 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.455349 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.455687 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.456016 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.456340 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.456665 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.456983 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.457307 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.457634 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.457955 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.458302 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.458621 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.459457 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.459852 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56874220-94ed-46ba-9e2a-c782c21a18ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:24.497209 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4542e95c-9320-40d0-98e1-ddac6dbd4125 admin admin] Publish callbacks [] for security_group (7c8d2b07-9fca-43bb-a681-732871e0fc2b), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.517797 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4542e95c-9320-40d0-98e1-ddac6dbd4125 admin admin] Publish callbacks [] for security_group (7c8d2b07-9fca-43bb-a681-732871e0fc2b), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.564837 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4542e95c-9320-40d0-98e1-ddac6dbd4125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (7c8d2b07-9fca-43bb-a681-732871e0fc2b), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.567322 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4542e95c-9320-40d0-98e1-ddac6dbd4125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.568479 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4542e95c-9320-40d0-98e1-ddac6dbd4125 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c8d2b07-9fca-43bb-a681-732871e0fc2b HTTP/1.1" status: 204 len: 168 time: 0.1181366 Mar 31 19:22:24.576171 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542e95c-9320-40d0-98e1-ddac6dbd4125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d2b07-9fca-43bb-a681-732871e0fc2b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:24.838996 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35326) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:24.854206 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b15eb6a-9234-49e3-8750-ff81c6cc4fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.927907 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b15eb6a-9234-49e3-8750-ff81c6cc4fec admin admin] Publish callbacks [] for security_group (1546b427-20c0-4505-93d1-1e1f944c830a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.931581 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b15eb6a-9234-49e3-8750-ff81c6cc4fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (1546b427-20c0-4505-93d1-1e1f944c830a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:24.970554 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4b15eb6a-9234-49e3-8750-ff81c6cc4fec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc44be528ad144dda83a865a5d408f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304591 Mar 31 19:22:24.971274 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15eb6a-9234-49e3-8750-ff81c6cc4fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1546b427-20c0-4505-93d1-1e1f944c830a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:24.973254 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35328) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:25.027973 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f3e1800-acb0-4586-a2a8-f0cac8b88803 admin admin] Publish callbacks [] for security_group (1546b427-20c0-4505-93d1-1e1f944c830a), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:25.051146 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f3e1800-acb0-4586-a2a8-f0cac8b88803 admin admin] Publish callbacks [] for security_group (1546b427-20c0-4505-93d1-1e1f944c830a), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:25.103788 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f3e1800-acb0-4586-a2a8-f0cac8b88803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (1546b427-20c0-4505-93d1-1e1f944c830a), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:25.106436 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f3e1800-acb0-4586-a2a8-f0cac8b88803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:25.107625 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-0f3e1800-acb0-4586-a2a8-f0cac8b88803 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1546b427-20c0-4505-93d1-1e1f944c830a HTTP/1.1" status: 204 len: 168 time: 0.1333802 Mar 31 19:22:25.116301 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e1800-acb0-4586-a2a8-f0cac8b88803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1546b427-20c0-4505-93d1-1e1f944c830a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:26.367955 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-730807a4-9501-4514-97f6-5bfc990feffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:27.563828 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:28.828976 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.063489 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35422) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:30.168828 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b78ca00-782e-4de1-a3dc-92f4c4ece3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.254068 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b78ca00-782e-4de1-a3dc-92f4c4ece3ae admin admin] Publish callbacks [] for security_group (4381689d-0602-42b5-9b0d-b0bb544ff8ce), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.258250 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b78ca00-782e-4de1-a3dc-92f4c4ece3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (4381689d-0602-42b5-9b0d-b0bb544ff8ce), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.296736 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-1b78ca00-782e-4de1-a3dc-92f4c4ece3ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b89fce9c86cf4bb5b365cff8f3181df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321241 Mar 31 19:22:30.297968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78ca00-782e-4de1-a3dc-92f4c4ece3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4381689d-0602-42b5-9b0d-b0bb544ff8ce,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:30.299483 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35426) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:30.349440 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Publish callbacks [] for security_group (4381689d-0602-42b5-9b0d-b0bb544ff8ce), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.369725 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Publish callbacks [] for security_group (4381689d-0602-42b5-9b0d-b0bb544ff8ce), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.415720 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (4381689d-0602-42b5-9b0d-b0bb544ff8ce), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.418179 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.421808 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4381689d-0602-42b5-9b0d-b0bb544ff8ce HTTP/1.1" status: 204 len: 168 time: 0.1187897 Mar 31 19:22:30.426759 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4381689d-0602-42b5-9b0d-b0bb544ff8ce,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:30.434512 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.434859 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.435233 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.435574 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.435903 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.436233 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.436557 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.436881 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.437208 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.437528 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.437849 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.438172 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.438491 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.438806 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.439144 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa890cf-4aa2-4ab4-a543-f9c7ffc68f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:30.540156 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.694623 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35432) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:30.707536 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b441ac9b-3262-4347-82ae-c25787f27a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.784659 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b441ac9b-3262-4347-82ae-c25787f27a95 admin admin] Publish callbacks [] for security_group (cce3e59f-0e96-417b-97da-fad86d60e4f1), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.789127 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b441ac9b-3262-4347-82ae-c25787f27a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (cce3e59f-0e96-417b-97da-fad86d60e4f1), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.827527 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b441ac9b-3262-4347-82ae-c25787f27a95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e55006e7997477796217a43a8b3620d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317801 Mar 31 19:22:30.829377 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441ac9b-3262-4347-82ae-c25787f27a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce3e59f-0e96-417b-97da-fad86d60e4f1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:30.830184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35434) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:30.878652 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2896ad69-52a9-4d81-bca9-3805e6b9c30a admin admin] Publish callbacks [] for security_group (cce3e59f-0e96-417b-97da-fad86d60e4f1), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.899993 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2896ad69-52a9-4d81-bca9-3805e6b9c30a admin admin] Publish callbacks [] for security_group (cce3e59f-0e96-417b-97da-fad86d60e4f1), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.951727 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2896ad69-52a9-4d81-bca9-3805e6b9c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (cce3e59f-0e96-417b-97da-fad86d60e4f1), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.954411 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2896ad69-52a9-4d81-bca9-3805e6b9c30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:30.955634 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-2896ad69-52a9-4d81-bca9-3805e6b9c30a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cce3e59f-0e96-417b-97da-fad86d60e4f1 HTTP/1.1" status: 204 len: 168 time: 0.1243742 Mar 31 19:22:30.964469 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896ad69-52a9-4d81-bca9-3805e6b9c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce3e59f-0e96-417b-97da-fad86d60e4f1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:35.947100 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35508) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:36.059470 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65bc1625-0440-4fa1-b31d-76b1d47423d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.137518 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65bc1625-0440-4fa1-b31d-76b1d47423d5 admin admin] Publish callbacks [] for security_group (e8ce2000-44b9-4870-afc3-7f2fc308042d), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.142612 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65bc1625-0440-4fa1-b31d-76b1d47423d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e8ce2000-44b9-4870-afc3-7f2fc308042d), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.181229 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc1625-0440-4fa1-b31d-76b1d47423d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ce2000-44b9-4870-afc3-7f2fc308042d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:36.185711 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-65bc1625-0440-4fa1-b31d-76b1d47423d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8410d98f03d4883a87102bf834ccab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375708 Mar 31 19:22:36.188459 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35512) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:36.243111 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3102876f-4689-4ae4-81a7-f3f0f3885999 admin admin] Publish callbacks [] for security_group (e8ce2000-44b9-4870-afc3-7f2fc308042d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.269780 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3102876f-4689-4ae4-81a7-f3f0f3885999 admin admin] Publish callbacks [] for security_group (e8ce2000-44b9-4870-afc3-7f2fc308042d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.330237 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3102876f-4689-4ae4-81a7-f3f0f3885999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e8ce2000-44b9-4870-afc3-7f2fc308042d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.334269 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3102876f-4689-4ae4-81a7-f3f0f3885999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.336823 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3102876f-4689-4ae4-81a7-f3f0f3885999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8ce2000-44b9-4870-afc3-7f2fc308042d HTTP/1.1" status: 204 len: 168 time: 0.1471083 Mar 31 19:22:36.348220 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102876f-4689-4ae4-81a7-f3f0f3885999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ce2000-44b9-4870-afc3-7f2fc308042d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:36.621856 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35518) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:36.643677 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6629e643-1390-490e-97fd-d44e30ce0d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.727539 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6629e643-1390-490e-97fd-d44e30ce0d83 admin admin] Publish callbacks [] for security_group (a94ccb3b-dbab-4765-af17-32f67f6e690c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.732264 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6629e643-1390-490e-97fd-d44e30ce0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a94ccb3b-dbab-4765-af17-32f67f6e690c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.772209 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629e643-1390-490e-97fd-d44e30ce0d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ccb3b-dbab-4765-af17-32f67f6e690c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:36.777310 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6629e643-1390-490e-97fd-d44e30ce0d83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=506b1f4553df4a3cacf32bcafc50babb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538544 Mar 31 19:22:36.780005 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35520) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:36.830629 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63409072-00d8-4023-a74a-53abda7cc101 admin admin] Publish callbacks [] for security_group (a94ccb3b-dbab-4765-af17-32f67f6e690c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.854988 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63409072-00d8-4023-a74a-53abda7cc101 admin admin] Publish callbacks [] for security_group (a94ccb3b-dbab-4765-af17-32f67f6e690c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.908550 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63409072-00d8-4023-a74a-53abda7cc101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (a94ccb3b-dbab-4765-af17-32f67f6e690c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.911708 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63409072-00d8-4023-a74a-53abda7cc101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:36.913606 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-63409072-00d8-4023-a74a-53abda7cc101 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a94ccb3b-dbab-4765-af17-32f67f6e690c HTTP/1.1" status: 204 len: 168 time: 0.1326165 Mar 31 19:22:36.922000 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63409072-00d8-4023-a74a-53abda7cc101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ccb3b-dbab-4765-af17-32f67f6e690c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:40.248521 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:41.326524 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35592) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:41.434302 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8bcac2a-af7c-44f6-ad4f-a1e892b5d1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:41.507608 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8bcac2a-af7c-44f6-ad4f-a1e892b5d1c7 admin admin] Publish callbacks [] for security_group (e87757d2-823f-4095-94dc-a47a274b642c), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:41.511468 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8bcac2a-af7c-44f6-ad4f-a1e892b5d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e87757d2-823f-4095-94dc-a47a274b642c), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:41.552412 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-b8bcac2a-af7c-44f6-ad4f-a1e892b5d1c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5880231e388342288164b3c4a931b84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247055 Mar 31 19:22:41.553257 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcac2a-af7c-44f6-ad4f-a1e892b5d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87757d2-823f-4095-94dc-a47a274b642c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:41.556450 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35596) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:41.605462 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8b96fd8-27bc-4005-92b6-bb2395bd4c25 admin admin] Publish callbacks [] for security_group (e87757d2-823f-4095-94dc-a47a274b642c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:41.626223 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8b96fd8-27bc-4005-92b6-bb2395bd4c25 admin admin] Publish callbacks [] for security_group (e87757d2-823f-4095-94dc-a47a274b642c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:41.674330 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8b96fd8-27bc-4005-92b6-bb2395bd4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (e87757d2-823f-4095-94dc-a47a274b642c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:41.676900 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8b96fd8-27bc-4005-92b6-bb2395bd4c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:41.678079 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d8b96fd8-27bc-4005-92b6-bb2395bd4c25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e87757d2-823f-4095-94dc-a47a274b642c HTTP/1.1" status: 204 len: 168 time: 0.1200657 Mar 31 19:22:41.685842 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b96fd8-27bc-4005-92b6-bb2395bd4c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87757d2-823f-4095-94dc-a47a274b642c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:41.937217 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35602) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:41.951622 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0f293c5-c872-4f00-ab37-07b304f8e72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:42.040373 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0f293c5-c872-4f00-ab37-07b304f8e72b admin admin] Publish callbacks [] for security_group (eec80fe8-308a-42c8-8a51-b1ef549897e9), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:42.044352 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0f293c5-c872-4f00-ab37-07b304f8e72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (eec80fe8-308a-42c8-8a51-b1ef549897e9), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:42.083818 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b0f293c5-c872-4f00-ab37-07b304f8e72b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=869ae7f2ab4f472da403f56f5ad84d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454999 Mar 31 19:22:42.085013 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f293c5-c872-4f00-ab37-07b304f8e72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec80fe8-308a-42c8-8a51-b1ef549897e9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:42.087321 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35604) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:42.135223 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a902-0361-4002-a406-b3b05e520ae3 admin admin] Publish callbacks [] for security_group (eec80fe8-308a-42c8-8a51-b1ef549897e9), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:42.157015 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a902-0361-4002-a406-b3b05e520ae3 admin admin] Publish callbacks [] for security_group (eec80fe8-308a-42c8-8a51-b1ef549897e9), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:42.204321 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a902-0361-4002-a406-b3b05e520ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (eec80fe8-308a-42c8-8a51-b1ef549897e9), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:42.206892 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a902-0361-4002-a406-b3b05e520ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:42.210617 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-2ba2a902-0361-4002-a406-b3b05e520ae3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eec80fe8-308a-42c8-8a51-b1ef549897e9 HTTP/1.1" status: 204 len: 168 time: 0.1223116 Mar 31 19:22:42.219250 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2a902-0361-4002-a406-b3b05e520ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec80fe8-308a-42c8-8a51-b1ef549897e9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:42.875843 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 35626) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:42.972818 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1778465186-network', 'tenant_id': '507e78e26e254e6896f1efc985c5354f'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:22:42.994191 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Made reservation on behalf of 507e78e26e254e6896f1efc985c5354f for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:22:42.996635 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for network (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.005716 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.085418 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Publish callbacks [] for security_group (fb364529-b579-435a-8d59-6fe5be33a4b9), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.089968 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (fb364529-b579-435a-8d59-6fe5be33a4b9), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.118591 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 19:22:43.124886 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb364529-b579-435a-8d59-6fe5be33a4b9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:43.131303 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (0b72306b-417e-4905-aee3-a12cc6285b9d), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.131656 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.db.segments_db [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Added segment 0b72306b-417e-4905-aee3-a12cc6285b9d of type vlan for network 536ba49a-ce97-4a58-a513-409b51279c33 Mar 31 19:22:43.176813 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785381387587'] for network (536ba49a-ce97-4a58-a513-409b51279c33), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.203945 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854'] for network (536ba49a-ce97-4a58-a513-409b51279c33), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.205093 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:43.205828 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.261729 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3847699 Mar 31 19:22:43.264917 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 35630) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:22:43.269750 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Request body: {'subnet': {'network_id': '536ba49a-ce97-4a58-a513-409b51279c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1778465186-subnet', 'tenant_id': '507e78e26e254e6896f1efc985c5354f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:22:43.270998 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54d65a-4ebd-4a54-88a7-a683c9b49791 admin admin] Pushing event updated for resources: {'Network': ['ID=536ba49a-ce97-4a58-a513-409b51279c33,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:43.282506 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Network 536ba49a-ce97-4a58-a513-409b51279c33 details requested by agent ovs-agent-dv-cinder-836066-1-iscsi with host dv-cinder-836066-1-iscsi {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 19:22:43.288945 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Made reservation on behalf of 507e78e26e254e6896f1efc985c5354f for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:22:43.292212 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12789547'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.468940 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15805998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12789565'] for subnet (52e23a04-4c67-4e0c-b491-e1db02b2089d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.523442 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e23a04-4c67-4e0c-b491-e1db02b2089d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:43.534994 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Checking segment: {'id': '0b72306b-417e-4905-aee3-a12cc6285b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:22:43.535375 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Network hostable DHCP agents. Network: 536ba49a-ce97-4a58-a513-409b51279c33, hostable agents: ['9418f4e3-7bfb-4433-813e-c1d09121b42a'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 19:22:43.552214 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Network 536ba49a-ce97-4a58-a513-409b51279c33 is scheduled to be hosted by DHCP agent 9418f4e3-7bfb-4433-813e-c1d09121b42a with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 19:22:43.562138 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836066-1-iscsi, 536ba49a-ce97-4a58-a513-409b51279c33) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:22:43.566786 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:43.567542 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:43.572579 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dbfa7f-177a-4bb1-9368-bfc64d783358 None None] Network 536ba49a-ce97-4a58-a513-409b51279c33 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:22:43.584074 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6612f039-5870-4ec8-8a8e-ca087b0012a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3180814 Mar 31 19:22:43.816878 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee733f-fca4-4403-b15d-46c9d4503435 None None] Network 536ba49a-ce97-4a58-a513-409b51279c33 requested from dv-cinder-836066-1-iscsi {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 19:22:45.553665 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210771-0be2-477a-a017-98bafec1b26b req-ec56519c-880d-4d62-ac84-c000873d6138 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:45.555168 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-ec56519c-880d-4d62-ac84-c000873d6138 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/networks?id=536ba49a-ce97-4a58-a513-409b51279c33 HTTP/1.1" status: 200 len: 809 time: 0.1078992 Mar 31 19:22:45.571986 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-8cf8adf3-b2c0-4a11-b557-20a2fbf311cb tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/quotas/507e78e26e254e6896f1efc985c5354f HTTP/1.1" status: 200 len: 375 time: 0.0099981 Mar 31 19:22:45.605906 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-6ecc2cd3-bc18-44cc-80af-dbb1c2db8cd6 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=507e78e26e254e6896f1efc985c5354f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276017 Mar 31 19:22:45.757409 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-f345dcb3-976d-4d54-8702-bc901e3e5cf8 service neutron] 10.222.0.13 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449082 Mar 31 19:22:45.852259 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-29f72d16-3aed-419c-8522-9e8cf483d969 service neutron] 10.222.0.13 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885246 Mar 31 19:22:46.068346 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cb4d4a0b-ca8a-451b-9eec-64fe0507af87 req-6f7a24fd-40d1-411d-b7e1-571f3d79b203 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 210 time: 0.0811834 Mar 31 19:22:47.150006 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-dad345ba-20e9-470c-beab-2b9b55c1e383 req-4f84c68a-3e2c-4022-b3f8-7c5ebec29e38 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 210 time: 0.0298021 Mar 31 19:22:48.234552 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6e4f22a8-8537-4098-bd23-6433c127706e req-81173b2d-348d-4858-ba9f-81803e496dc2 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 210 time: 0.0281479 Mar 31 19:22:49.313390 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b3e569a6-05fb-4d1d-aca6-3cfb41bca894 req-3c16a301-bcec-4781-a02c-f44807c494c6 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 210 time: 0.0272179 Mar 31 19:22:50.417886 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6ae746f4-5f81-45ea-a421-02887132633d req-951e8c8f-13d2-4094-ace9-9e500aa957e9 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 210 time: 0.0337987 Mar 31 19:22:51.006033 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210771-0be2-477a-a017-98bafec1b26b req-5dba8e74-1f31-481c-831b-b276be8a0e6c tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:51.007522 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-5dba8e74-1f31-481c-831b-b276be8a0e6c tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.78 "GET /v2.0/networks?id=536ba49a-ce97-4a58-a513-409b51279c33 HTTP/1.1" status: 200 len: 809 time: 0.1055393 Mar 31 19:22:51.020708 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Request body: {'port': {'device_id': '0cc5957c-e71c-468a-8ccb-4514a76ee298', 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33', 'admin_state_up': True, 'tenant_id': '507e78e26e254e6896f1efc985c5354f'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:22:51.135003 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Made reservation on behalf of 507e78e26e254e6896f1efc985c5354f for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:22:51.139306 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:51.263798 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Allocated IP 172.20.0.2 (536ba49a-ce97-4a58-a513-409b51279c33/52e23a04-4c67-4e0c-b491-e1db02b2089d/7410d861-3df5-4ada-91fd-d956e284ee3c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:22:51.411049 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks [] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:51.454329 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:51.500815 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Network 536ba49a-ce97-4a58-a513-409b51279c33 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:22:51.523769 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:22:51.540337 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:22:51.542887 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Pushing event updated for resources: {'Port': ['ID=7410d861-3df5-4ada-91fd-d956e284ee3c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:51.599955 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:51.600566 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:51.611658 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c31aca-72d8-4c0c-8656-05a3698fe180 req-acc6151a-bb6f-4e16-ad9c-e9e9d2ac2256 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:51.613134 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-42c31aca-72d8-4c0c-8656-05a3698fe180 req-acc6151a-bb6f-4e16-ad9c-e9e9d2ac2256 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 931 time: 0.1179667 Mar 31 19:22:51.636943 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-52507db1-35a0-4ecb-b0ff-bb7a48075095 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6199722 Mar 31 19:22:51.648281 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-49d375fa-8e52-492f-b20a-eaa3ef9222c0 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 19:22:51.649263 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-49d375fa-8e52-492f-b20a-eaa3ef9222c0 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048599 Mar 31 19:22:51.678149 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-42c31aca-72d8-4c0c-8656-05a3698fe180 req-6dbfb6b5-bbed-4612-82f6-62f76e273725 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592942 Mar 31 19:22:51.708506 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Request body: {'port': {'device_id': '0cc5957c-e71c-468a-8ccb-4514a76ee298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:22:51.769652 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:52.042446 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7410d861-3df5-4ada-91fd-d956e284ee3c {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:22:52.051384 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Publish callbacks [] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:52.064432 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Transition to ACTIVE for port object 7410d861-3df5-4ada-91fd-d956e284ee3c will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:22:52.068337 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:52.127041 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Pushing event updated for resources: {'Port': ['ID=7410d861-3df5-4ada-91fd-d956e284ee3c,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:52.205963 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Attempting to bind port 7410d861-3df5-4ada-91fd-d956e284ee3c on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:22:52.206294 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Attempting to bind port 7410d861-3df5-4ada-91fd-d956e284ee3c by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '0b72306b-417e-4905-aee3-a12cc6285b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:22:52.206619 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Attempting to bind port 7410d861-3df5-4ada-91fd-d956e284ee3c on network 536ba49a-ce97-4a58-a513-409b51279c33 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:22:52.211279 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Port 7410d861-3df5-4ada-91fd-d956e284ee3c on network 536ba49a-ce97-4a58-a513-409b51279c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:22:52.211596 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Attempting to bind port 7410d861-3df5-4ada-91fd-d956e284ee3c on network 536ba49a-ce97-4a58-a513-409b51279c33 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:22:52.216937 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:22:52.217269 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Checking segment: {'id': '0b72306b-417e-4905-aee3-a12cc6285b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:22:52.217652 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Bound using segment: {'id': '0b72306b-417e-4905-aee3-a12cc6285b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:22:52.218072 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Bound port: 7410d861-3df5-4ada-91fd-d956e284ee3c, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b72306b-417e-4905-aee3-a12cc6285b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:22:52.218419 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:52.281050 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] For port 7410d861-3df5-4ada-91fd-d956e284ee3c, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:22:52.284023 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] For port 7410d861-3df5-4ada-91fd-d956e284ee3c, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7410d861-3df5-4ada-91fd-d956e284ee3c,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:22:52.289166 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:52.321184 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:52.321790 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:52.323181 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] 10.222.0.78 "PUT /v2.0/ports/7410d861-3df5-4ada-91fd-d956e284ee3c HTTP/1.1" status: 200 len: 1093 time: 0.6653638 Mar 31 19:22:52.323608 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc5957c-e71c-468a-8ccb-4514a76ee298', 'tag': '7410d861-3df5-4ada-91fd-d956e284ee3c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:22:52.326439 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c75d66f-497a-4452-8808-b7af8e382594" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc5957c-e71c-468a-8ccb-4514a76ee298", "tag": "7410d861-3df5-4ada-91fd-d956e284ee3c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:22:52.356424 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0971e-75bf-4550-bc15-7d4ce540b931 service neutron] Pushing event updated for resources: {'Port': ['ID=7410d861-3df5-4ada-91fd-d956e284ee3c,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:52.368990 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37601ec-05cd-4834-a779-b4ac4bd99f42 x-openstack-request-id: req-c37601ec-05cd-4834-a779-b4ac4bd99f42 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:22:52.369279 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc5957c-e71c-468a-8ccb-4514a76ee298", "tag": "7410d861-3df5-4ada-91fd-d956e284ee3c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:22:52.369513 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c37601ec-05cd-4834-a779-b4ac4bd99f42 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:22:52.369902 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37601ec-05cd-4834-a779-b4ac4bd99f42'] response: {'name': 'network-changed', 'server_uuid': '0cc5957c-e71c-468a-8ccb-4514a76ee298', 'tag': '7410d861-3df5-4ada-91fd-d956e284ee3c', 'status': 'completed', 'code': 200} Mar 31 19:22:52.407363 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210771-0be2-477a-a017-98bafec1b26b req-49cf477c-f9bf-4055-b27a-7764db94d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:52.408841 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-49cf477c-f9bf-4055-b27a-7764db94d04d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=507e78e26e254e6896f1efc985c5354f&device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 1127 time: 0.0480189 Mar 31 19:22:52.455883 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-4a498abc-d6e1-4b24-819f-0c38d3e59afe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7410d861-3df5-4ada-91fd-d956e284ee3c HTTP/1.1" status: 200 len: 217 time: 0.0405688 Mar 31 19:22:52.517561 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210771-0be2-477a-a017-98bafec1b26b req-efbc3ca0-35cc-4438-9bee-a02a3b21bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:52.519080 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-efbc3ca0-35cc-4438-9bee-a02a3b21bafa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=52e23a04-4c67-4e0c-b491-e1db02b2089d HTTP/1.1" status: 200 len: 849 time: 0.0578721 Mar 31 19:22:52.551563 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-e37809f3-985a-47e1-9908-9e987af1e793 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=536ba49a-ce97-4a58-a513-409b51279c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270190 Mar 31 19:22:52.651424 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-36a2dd69-78a3-4e98-b786-7cd8778d6672 service neutron] 10.222.0.78 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930181 Mar 31 19:22:52.742601 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-af210771-0be2-477a-a017-98bafec1b26b req-88639fc1-b0d6-481f-b65e-765f34481199 service neutron] 10.222.0.78 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862508 Mar 31 19:22:52.836977 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982695b1-35f3-4c60-9598-cf2b31c5145a req-1c883bff-0cef-41be-9bab-28fa6b86ab02 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:52.838466 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-982695b1-35f3-4c60-9598-cf2b31c5145a req-1c883bff-0cef-41be-9bab-28fa6b86ab02 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 943 time: 0.0928383 Mar 31 19:22:52.866796 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75d66f-497a-4452-8808-b7af8e382594 req-9930d291-2870-4e63-a5dd-d6c385306aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:52.868281 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c75d66f-497a-4452-8808-b7af8e382594 req-9930d291-2870-4e63-a5dd-d6c385306aa8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=507e78e26e254e6896f1efc985c5354f&device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 1127 time: 0.0811284 Mar 31 19:22:52.940805 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-982695b1-35f3-4c60-9598-cf2b31c5145a req-400a749f-cafe-487c-bfa2-4c2f0a905f2b tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959072 Mar 31 19:22:52.977632 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75d66f-497a-4452-8808-b7af8e382594 req-5e616bce-a989-434d-8f73-bc1f89c61029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:52.979156 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c75d66f-497a-4452-8808-b7af8e382594 req-5e616bce-a989-434d-8f73-bc1f89c61029 service neutron] 10.222.0.78 "GET /v2.0/networks?id=536ba49a-ce97-4a58-a513-409b51279c33 HTTP/1.1" status: 200 len: 911 time: 0.1037381 Mar 31 19:22:53.023784 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c75d66f-497a-4452-8808-b7af8e382594 req-f5518555-87ba-4457-bfa4-f79160e41195 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7410d861-3df5-4ada-91fd-d956e284ee3c HTTP/1.1" status: 200 len: 217 time: 0.0388305 Mar 31 19:22:53.071849 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75d66f-497a-4452-8808-b7af8e382594 req-465f0db4-bc46-4d5a-aa2d-87f6b2145a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:53.073303 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c75d66f-497a-4452-8808-b7af8e382594 req-465f0db4-bc46-4d5a-aa2d-87f6b2145a01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=52e23a04-4c67-4e0c-b491-e1db02b2089d HTTP/1.1" status: 200 len: 849 time: 0.0443802 Mar 31 19:22:53.103391 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c75d66f-497a-4452-8808-b7af8e382594 req-178e8e5c-7155-40bc-95b1-432e3bc33a6a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=536ba49a-ce97-4a58-a513-409b51279c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243676 Mar 31 19:22:53.203139 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c75d66f-497a-4452-8808-b7af8e382594 req-3081feb7-bc74-4e50-805d-b7f3a0729012 service neutron] 10.222.0.78 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942361 Mar 31 19:22:53.291976 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6c75d66f-497a-4452-8808-b7af8e382594 req-4b2f95dc-e0d8-4df9-8e9e-a784b01ef5e5 service neutron] 10.222.0.78 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831532 Mar 31 19:22:53.873023 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b3cd3a57-e690-42e8-ad02-2b0d5dd709c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:54.071435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182a08d-3e0d-47e6-94e0-5938be4c00e3 req-21d3bfc0-26ee-4cb1-a789-dc3b439e312e tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:54.073135 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b182a08d-3e0d-47e6-94e0-5938be4c00e3 req-21d3bfc0-26ee-4cb1-a789-dc3b439e312e tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 943 time: 0.0591252 Mar 31 19:22:54.120990 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-b182a08d-3e0d-47e6-94e0-5938be4c00e3 req-353acfde-325b-4289-9562-d172baf6a3ec tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Mar 31 19:22:55.251074 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fb63-5d83-46dc-b381-fd8407db77ad req-482cbb3d-b9d7-44f0-966f-33066a444e63 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:55.252611 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9054fb63-5d83-46dc-b381-fd8407db77ad req-482cbb3d-b9d7-44f0-966f-33066a444e63 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 943 time: 0.0553210 Mar 31 19:22:55.300561 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-9054fb63-5d83-46dc-b381-fd8407db77ad req-39e50ccd-21b7-4d92-be4e-6b269b41e7a5 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Mar 31 19:22:55.426381 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7410d861-3df5-4ada-91fd-d956e284ee3c details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:22:55.520921 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7410d861-3df5-4ada-91fd-d956e284ee3c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7410d861-3df5-4ada-91fd-d956e284ee3c,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:22:55.532886 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '7410d861-3df5-4ada-91fd-d956e284ee3c', 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33', 'port_id': '7410d861-3df5-4ada-91fd-d956e284ee3c', 'mac_address': 'fa:16:3e:bf:6e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e23a04-4c67-4e0c-b491-e1db02b2089d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:22:55.571673 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7410d861-3df5-4ada-91fd-d956e284ee3c is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:22:55.571972 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:55.584976 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7410d861-3df5-4ada-91fd-d956e284ee3c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:22:55.604731 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7410d861-3df5-4ada-91fd-d956e284ee3c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7410d861-3df5-4ada-91fd-d956e284ee3c,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:22:55.608390 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:55.654523 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7410d861-3df5-4ada-91fd-d956e284ee3c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:55.661465 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.661809 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.662146 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.662480 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.662806 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.663215 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.663542 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.663866 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.664193 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.664524 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.664837 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.665158 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.665478 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.665794 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.666110 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:22:55.981635 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['7410d861-3df5-4ada-91fd-d956e284ee3c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:22:56.370298 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f3dc95df-c96b-400a-9cd2-e82be74a4d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:56.423506 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c3f4-8186-4362-8552-495bebb45ad8 req-5fcfb16a-8b60-4954-9efb-ee2bfda54ebe tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:56.424989 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f7b5c3f4-8186-4362-8552-495bebb45ad8 req-5fcfb16a-8b60-4954-9efb-ee2bfda54ebe tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 944 time: 0.0524983 Mar 31 19:22:56.476301 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-f7b5c3f4-8186-4362-8552-495bebb45ad8 req-bf928ca6-41e4-48cf-b959-e85eda8548a0 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Mar 31 19:22:57.435296 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7410d861-3df5-4ada-91fd-d956e284ee3c up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:22:57.485732 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 7410d861-3df5-4ada-91fd-d956e284ee3c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:22:57.490144 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 7410d861-3df5-4ada-91fd-d956e284ee3c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:22:57.490512 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:57.582894 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:57.583680 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 7410d861-3df5-4ada-91fd-d956e284ee3c is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:22:57.584041 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:57.598037 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3ec2a-64e4-4e72-9e61-98d76e0df32b req-454991f9-c282-4110-8bc9-f0499e9defb8 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:57.599600 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a4f3ec2a-64e4-4e72-9e61-98d76e0df32b req-454991f9-c282-4110-8bc9-f0499e9defb8 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 944 time: 0.0534239 Mar 31 19:22:57.608994 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5957c-e71c-468a-8ccb-4514a76ee298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7410d861-3df5-4ada-91fd-d956e284ee3c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:22:57.611328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed89aaf-7d43-4a84-95f1-fa9b74aecf42" -d '{"events": [{"server_uuid": "0cc5957c-e71c-468a-8ccb-4514a76ee298", "name": "network-vif-plugged", "status": "completed", "tag": "7410d861-3df5-4ada-91fd-d956e284ee3c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:22:57.624417 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 7410d861-3df5-4ada-91fd-d956e284ee3c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7410d861-3df5-4ada-91fd-d956e284ee3c,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:22:57.629459 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:57.652907 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a4f3ec2a-64e4-4e72-9e61-98d76e0df32b req-0391a759-48d1-447d-b3cf-17a7bba35c28 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Mar 31 19:22:57.654913 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948634dc-302e-408f-9a53-1bf410eedaa8 x-openstack-request-id: req-948634dc-302e-408f-9a53-1bf410eedaa8 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:22:57.655225 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc5957c-e71c-468a-8ccb-4514a76ee298", "name": "network-vif-plugged", "status": "completed", "tag": "7410d861-3df5-4ada-91fd-d956e284ee3c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:22:57.655486 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-948634dc-302e-408f-9a53-1bf410eedaa8 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:22:57.655876 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948634dc-302e-408f-9a53-1bf410eedaa8'] response: {'server_uuid': '0cc5957c-e71c-468a-8ccb-4514a76ee298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7410d861-3df5-4ada-91fd-d956e284ee3c', 'code': 200} Mar 31 19:22:57.684509 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=7410d861-3df5-4ada-91fd-d956e284ee3c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:22:57.817747 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cd50b-e024-487d-a60c-c0ce1964aa02 req-f0e8a59a-0de6-48a6-b204-20d69377bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:57.819280 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-746cd50b-e024-487d-a60c-c0ce1964aa02 req-f0e8a59a-0de6-48a6-b204-20d69377bb03 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 1129 time: 0.0461435 Mar 31 19:22:57.864251 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-746cd50b-e024-487d-a60c-c0ce1964aa02 req-4ac12561-31f0-498c-b5a6-20733a8bf175 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Mar 31 19:22:58.788411 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787449df-012c-415d-b9ab-229a6616c632 req-4b217ef8-596a-43b7-8174-f8f9b4788543 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:58.789988 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-787449df-012c-415d-b9ab-229a6616c632 req-4b217ef8-596a-43b7-8174-f8f9b4788543 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 945 time: 0.0594072 Mar 31 19:22:58.835213 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:22:58.842304 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-787449df-012c-415d-b9ab-229a6616c632 req-7acbe20b-08be-4743-9271-4e0a91a1b193 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465903 Mar 31 19:22:59.761927 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:22:59.964204 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e008ca3-2e51-462b-aae9-755966bb1d75 req-d2e91eca-81cd-452d-ad43-cbd9057cc672 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:22:59.965685 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3e008ca3-2e51-462b-aae9-755966bb1d75 req-d2e91eca-81cd-452d-ad43-cbd9057cc672 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Mar 31 19:23:00.014731 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-3e008ca3-2e51-462b-aae9-755966bb1d75 req-1f909623-8ff5-4c8b-95c6-38b02270c099 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Mar 31 19:23:00.543481 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:00.610922 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2ebbc-dcd0-4e78-a478-def0793307d9 req-cb66ee3a-76e3-4cc0-82b9-d61e159fdbdb tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:00.612605 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5c2ebbc-dcd0-4e78-a478-def0793307d9 req-cb66ee3a-76e3-4cc0-82b9-d61e159fdbdb tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 945 time: 0.0538471 Mar 31 19:23:00.662893 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-a5c2ebbc-dcd0-4e78-a478-def0793307d9 req-b78ca93e-d871-41ae-9003-2e2962489605 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447690 Mar 31 19:23:01.788109 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e635d4a-151a-4ba2-b4ac-7aedf6ea6e63 req-2f6e3907-a2e4-452e-a9a1-ea8aefc2f5f6 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:01.789646 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e635d4a-151a-4ba2-b4ac-7aedf6ea6e63 req-2f6e3907-a2e4-452e-a9a1-ea8aefc2f5f6 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 945 time: 0.0574677 Mar 31 19:23:01.840760 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-8e635d4a-151a-4ba2-b4ac-7aedf6ea6e63 req-c5168ce8-3c13-43c0-b996-f148878499f6 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 Mar 31 19:23:02.096780 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0001-9299-4159-abbe-2e575e35f642 req-7c544acf-8907-4ee8-a8c4-5dca1dc96c0f tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:02.098225 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-95ba0001-9299-4159-abbe-2e575e35f642 req-7c544acf-8907-4ee8-a8c4-5dca1dc96c0f tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 945 time: 0.0515370 Mar 31 19:23:02.192915 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-95ba0001-9299-4159-abbe-2e575e35f642 req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Deleting port 7410d861-3df5-4ada-91fd-d956e284ee3c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:23:02.193254 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-95ba0001-9299-4159-abbe-2e575e35f642 req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:02.293728 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-95ba0001-9299-4159-abbe-2e575e35f642 req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] For port 7410d861-3df5-4ada-91fd-d956e284ee3c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=7410d861-3df5-4ada-91fd-d956e284ee3c,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:23:02.294014 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-95ba0001-9299-4159-abbe-2e575e35f642 req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:02.309080 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-95ba0001-9299-4159-abbe-2e575e35f642 req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Calling delete_port for 7410d861-3df5-4ada-91fd-d956e284ee3c owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:23:02.447298 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-95ba0001-9299-4159-abbe-2e575e35f642 req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (7410d861-3df5-4ada-91fd-d956e284ee3c), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:02.458776 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['7410d861-3df5-4ada-91fd-d956e284ee3c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:23:02.481025 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Pushing event deleted for resources: {'Port': ['ID=7410d861-3df5-4ada-91fd-d956e284ee3c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:02.528333 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ba0001-9299-4159-abbe-2e575e35f642 req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] No DVR routers for this DVR port 7410d861-3df5-4ada-91fd-d956e284ee3c on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:23:02.531423 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-95ba0001-9299-4159-abbe-2e575e35f642 req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:02.534887 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-95ba0001-9299-4159-abbe-2e575e35f642 req-2e21920a-6f2c-4097-8d7a-d7ca30d82911 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.78 "DELETE /v2.0/ports/7410d861-3df5-4ada-91fd-d956e284ee3c HTTP/1.1" status: 204 len: 173 time: 0.4320703 Mar 31 19:23:02.535362 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5957c-e71c-468a-8ccb-4514a76ee298', 'name': 'network-vif-deleted', 'tag': '7410d861-3df5-4ada-91fd-d956e284ee3c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:23:02.537602 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f5b560-4950-4857-88bb-7ab9d88f3aa3" -d '{"events": [{"server_uuid": "0cc5957c-e71c-468a-8ccb-4514a76ee298", "name": "network-vif-deleted", "tag": "7410d861-3df5-4ada-91fd-d956e284ee3c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:23:02.576099 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20801664-9345-4e6a-921e-ebf18b9d037c x-openstack-request-id: req-20801664-9345-4e6a-921e-ebf18b9d037c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:23:02.576399 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc5957c-e71c-468a-8ccb-4514a76ee298", "name": "network-vif-deleted", "tag": "7410d861-3df5-4ada-91fd-d956e284ee3c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:23:02.576657 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20801664-9345-4e6a-921e-ebf18b9d037c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:23:02.577091 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20801664-9345-4e6a-921e-ebf18b9d037c'] response: {'server_uuid': '0cc5957c-e71c-468a-8ccb-4514a76ee298', 'name': 'network-vif-deleted', 'tag': '7410d861-3df5-4ada-91fd-d956e284ee3c', 'status': 'completed', 'code': 200} Mar 31 19:23:02.960727 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6ad9c558-531b-4552-ad09-38b550bd7ea3 req-d839a412-ebc1-464b-8112-87f0075dbffb tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cc5957c-e71c-468a-8ccb-4514a76ee298 HTTP/1.1" status: 200 len: 210 time: 0.0286858 Mar 31 19:23:04.219147 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-98f6f877-1568-4f0e-a906-ab505a986529 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:04.220603 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-98f6f877-1568-4f0e-a906-ab505a986529 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/networks?id=536ba49a-ce97-4a58-a513-409b51279c33 HTTP/1.1" status: 200 len: 809 time: 0.1002970 Mar 31 19:23:04.236229 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-1243228c-f17b-44b7-9ba5-5bc04b3d0d4b tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/quotas/507e78e26e254e6896f1efc985c5354f HTTP/1.1" status: 200 len: 375 time: 0.0101478 Mar 31 19:23:04.273673 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-c6130120-edbd-4551-9e84-854785ca066b tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=507e78e26e254e6896f1efc985c5354f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320280 Mar 31 19:23:04.408837 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-c72487d0-7426-4849-ad4b-58a6482e7f56 service neutron] 10.222.0.13 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283796 Mar 31 19:23:04.501658 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-76bfdd95-a82b-4f8f-8da0-03ed463e8daa service neutron] 10.222.0.13 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872171 Mar 31 19:23:05.519334 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7410d861-3df5-4ada-91fd-d956e284ee3c no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:23:05.538679 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 7410d861-3df5-4ada-91fd-d956e284ee3c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:23:05.539050 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 7410d861-3df5-4ada-91fd-d956e284ee3c not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:23:05.674559 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-0a53a372-24f4-4fd7-8a0c-ed60da2b83ba req-d97a49df-8732-4e2f-8dd4-1b5e764b9f9c tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 210 time: 0.0274794 Mar 31 19:23:06.704920 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-0c3a5101-66b9-4d44-91c8-2421614eb158 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:06.706578 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-0c3a5101-66b9-4d44-91c8-2421614eb158 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.78 "GET /v2.0/networks?id=536ba49a-ce97-4a58-a513-409b51279c33 HTTP/1.1" status: 200 len: 809 time: 0.1051295 Mar 31 19:23:06.720108 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Request body: {'port': {'device_id': 'b6b4de22-00cb-45ec-8c56-db45d8ed9454', 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33', 'admin_state_up': True, 'tenant_id': '507e78e26e254e6896f1efc985c5354f'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:23:06.799754 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-4ec24bf2-c048-46e0-91b8-e2031d57c69d req-5f6eff7f-7fe2-43e0-8997-83e1355c0e7b tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 210 time: 0.0334849 Mar 31 19:23:06.857294 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Made reservation on behalf of 507e78e26e254e6896f1efc985c5354f for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 19:23:06.862285 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:06.999452 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Allocated IP 172.20.0.12 (536ba49a-ce97-4a58-a513-409b51279c33/52e23a04-4c67-4e0c-b491-e1db02b2089d/35a2fef9-3c15-4be7-8c90-565639a1fa27) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 19:23:07.143699 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks [] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:07.182192 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785381432580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:07.231580 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Network 536ba49a-ce97-4a58-a513-409b51279c33 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 19:23:07.235715 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 19:23:07.241597 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 19:23:07.248644 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Pushing event updated for resources: {'Port': ['ID=35a2fef9-3c15-4be7-8c90-565639a1fa27,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:07.303518 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:07.304128 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:07.321607 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-aa064337-59ad-4146-b6b5-ff2621555447 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6059062 Mar 31 19:23:07.363154 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.v2.base [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Request body: {'port': {'device_id': 'b6b4de22-00cb-45ec-8c56-db45d8ed9454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 19:23:07.421921 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:07.686273 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a2fef9-3c15-4be7-8c90-565639a1fa27 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:23:07.694556 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Publish callbacks [] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:07.709066 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Transition to ACTIVE for port object 35a2fef9-3c15-4be7-8c90-565639a1fa27 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 19:23:07.714166 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:07.762140 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Pushing event updated for resources: {'Port': ['ID=35a2fef9-3c15-4be7-8c90-565639a1fa27,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:07.836872 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Attempting to bind port 35a2fef9-3c15-4be7-8c90-565639a1fa27 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 19:23:07.837471 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Attempting to bind port 35a2fef9-3c15-4be7-8c90-565639a1fa27 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '0b72306b-417e-4905-aee3-a12cc6285b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 19:23:07.837984 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Attempting to bind port 35a2fef9-3c15-4be7-8c90-565639a1fa27 on network 536ba49a-ce97-4a58-a513-409b51279c33 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:23:07.842856 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Port 35a2fef9-3c15-4be7-8c90-565639a1fa27 on network 536ba49a-ce97-4a58-a513-409b51279c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 19:23:07.843091 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Attempting to bind port 35a2fef9-3c15-4be7-8c90-565639a1fa27 on network 536ba49a-ce97-4a58-a513-409b51279c33 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 19:23:07.848092 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Checking agent: {'id': '5b11bb33-9537-470a-8cf0-92664b485d1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'started_at': datetime.datetime(2022, 3, 31, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 19, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 19:23:07.848427 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Checking segment: {'id': '0b72306b-417e-4905-aee3-a12cc6285b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 19:23:07.848813 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Bound using segment: {'id': '0b72306b-417e-4905-aee3-a12cc6285b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 19:23:07.849237 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Bound port: 35a2fef9-3c15-4be7-8c90-565639a1fa27, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b72306b-417e-4905-aee3-a12cc6285b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 19:23:07.849590 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:07.940563 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] For port 35a2fef9-3c15-4be7-8c90-565639a1fa27, host hv-cinder-83606, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 19:23:07.944130 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] For port 35a2fef9-3c15-4be7-8c90-565639a1fa27, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=35a2fef9-3c15-4be7-8c90-565639a1fa27,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 19:23:07.951881 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16083761'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:07.965404 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ec75a-0a9e-4a51-a6ef-5b91ea843aea req-0110ab65-f8ed-49d9-a2eb-badaa7640e06 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:07.966890 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cc2ec75a-0a9e-4a51-a6ef-5b91ea843aea req-0110ab65-f8ed-49d9-a2eb-badaa7640e06 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 944 time: 0.0858707 Mar 31 19:23:08.021664 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:08.022271 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:08.023662 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] 10.222.0.78 "PUT /v2.0/ports/35a2fef9-3c15-4be7-8c90-565639a1fa27 HTTP/1.1" status: 200 len: 1094 time: 0.6648719 Mar 31 19:23:08.024098 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b4de22-00cb-45ec-8c56-db45d8ed9454', 'tag': '35a2fef9-3c15-4be7-8c90-565639a1fa27'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:23:08.026538 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940776c2-ad17-4fe7-997b-9b2d84a911d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b4de22-00cb-45ec-8c56-db45d8ed9454", "tag": "35a2fef9-3c15-4be7-8c90-565639a1fa27"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:23:08.334041 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf9e874-69f9-45a3-bbf9-487ecdcc1cd1 x-openstack-request-id: req-faf9e874-69f9-45a3-bbf9-487ecdcc1cd1 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:23:08.334328 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b4de22-00cb-45ec-8c56-db45d8ed9454", "tag": "35a2fef9-3c15-4be7-8c90-565639a1fa27", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:23:08.334586 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faf9e874-69f9-45a3-bbf9-487ecdcc1cd1 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:23:08.335000 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf9e874-69f9-45a3-bbf9-487ecdcc1cd1'] response: {'name': 'network-changed', 'server_uuid': 'b6b4de22-00cb-45ec-8c56-db45d8ed9454', 'tag': '35a2fef9-3c15-4be7-8c90-565639a1fa27', 'status': 'completed', 'code': 200} Mar 31 19:23:08.356715 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164e619-6346-4118-8d7e-fbf76d0cb668 service neutron] Pushing event updated for resources: {'Port': ['ID=35a2fef9-3c15-4be7-8c90-565639a1fa27,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:08.378556 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-cc2ec75a-0a9e-4a51-a6ef-5b91ea843aea req-c40912e7-d6b6-4d7d-af04-446b5ab04ffc tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848360 Mar 31 19:23:08.398555 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-226c4bfa-5354-4033-9377-8bf2f92356da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:08.398751 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-226c4bfa-5354-4033-9377-8bf2f92356da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=507e78e26e254e6896f1efc985c5354f&device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 1128 time: 0.0630229 Mar 31 19:23:08.440009 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9da9dcd7-539f-424a-803a-ee7daf159bce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a2fef9-3c15-4be7-8c90-565639a1fa27 HTTP/1.1" status: 200 len: 217 time: 0.0345151 Mar 31 19:23:08.491295 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-2d540273-fd7b-464c-8590-5d01f4364dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:08.492747 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-2d540273-fd7b-464c-8590-5d01f4364dcd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=52e23a04-4c67-4e0c-b491-e1db02b2089d HTTP/1.1" status: 200 len: 849 time: 0.0475135 Mar 31 19:23:08.523444 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-9ab9a180-3c76-403c-bfa7-c86ad338f4f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=536ba49a-ce97-4a58-a513-409b51279c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247178 Mar 31 19:23:08.612986 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-e893f160-8e86-4396-bf3b-768dc7851607 service neutron] 10.222.0.78 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840805 Mar 31 19:23:08.704755 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-38a4860b-f6a2-4f07-b636-1d865cfa2f66 req-8c57d347-b58d-4669-8d56-6a67aa18d883 service neutron] 10.222.0.78 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859919 Mar 31 19:23:08.795892 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-02981ccc-8634-4e01-9271-e17d9003e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:08.797642 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-02981ccc-8634-4e01-9271-e17d9003e984 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=507e78e26e254e6896f1efc985c5354f&device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 1128 time: 0.0466423 Mar 31 19:23:08.892431 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-91f8759d-aea7-4467-9361-7b0d5a4b4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:08.893814 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-91f8759d-aea7-4467-9361-7b0d5a4b4a6d service neutron] 10.222.0.78 "GET /v2.0/networks?id=536ba49a-ce97-4a58-a513-409b51279c33 HTTP/1.1" status: 200 len: 911 time: 0.0907297 Mar 31 19:23:08.934428 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-57ee376f-94e3-4d08-a85e-3f88bec605aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a2fef9-3c15-4be7-8c90-565639a1fa27 HTTP/1.1" status: 200 len: 217 time: 0.0344923 Mar 31 19:23:08.983426 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-d6e9fbb3-b756-4bbd-8a75-eb2a10e76d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:08.985198 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-d6e9fbb3-b756-4bbd-8a75-eb2a10e76d19 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=52e23a04-4c67-4e0c-b491-e1db02b2089d HTTP/1.1" status: 200 len: 849 time: 0.0452652 Mar 31 19:23:09.017266 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-67ccd071-a955-40ea-a68c-0173a2757821 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=536ba49a-ce97-4a58-a513-409b51279c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260196 Mar 31 19:23:09.113031 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-2d44ec01-52a0-4484-a55c-803a01253461 service neutron] 10.222.0.78 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903625 Mar 31 19:23:09.206016 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-940776c2-ad17-4fe7-997b-9b2d84a911d9 req-3cfde810-bdbf-4c34-82dc-33ce98606187 service neutron] 10.222.0.78 "GET /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872104 Mar 31 19:23:09.503721 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf39b41-b556-47f2-a8f3-b799a9d2e21d req-33d59f16-938c-4124-925e-4584f6781b36 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:09.505216 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6bf39b41-b556-47f2-a8f3-b799a9d2e21d req-33d59f16-938c-4124-925e-4584f6781b36 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 944 time: 0.0575597 Mar 31 19:23:09.555357 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-6bf39b41-b556-47f2-a8f3-b799a9d2e21d req-c78f1ea2-9e2b-44f2-baf5-e8e72c76d586 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443079 Mar 31 19:23:10.246249 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:10.678239 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196916-b183-48b4-bb13-fc4a1e268265 req-fcf76fd3-a2a4-45ba-8d30-6c86b420f37e tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:10.679786 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-69196916-b183-48b4-bb13-fc4a1e268265 req-fcf76fd3-a2a4-45ba-8d30-6c86b420f37e tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 944 time: 0.0546691 Mar 31 19:23:10.726974 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-69196916-b183-48b4-bb13-fc4a1e268265 req-1a4ebfc0-a192-4a65-a009-f26d2f0f6499 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Mar 31 19:23:11.533869 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 35a2fef9-3c15-4be7-8c90-565639a1fa27 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 19:23:11.634257 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 35a2fef9-3c15-4be7-8c90-565639a1fa27, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=35a2fef9-3c15-4be7-8c90-565639a1fa27,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:23:11.646598 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Returning: {'device': '35a2fef9-3c15-4be7-8c90-565639a1fa27', 'network_id': '536ba49a-ce97-4a58-a513-409b51279c33', 'port_id': '35a2fef9-3c15-4be7-8c90-565639a1fa27', 'mac_address': 'fa:16:3e:f8:04:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e23a04-4c67-4e0c-b491-e1db02b2089d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 19:23:11.682800 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 35a2fef9-3c15-4be7-8c90-565639a1fa27 is: DOWN; New status is: BUILD {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:23:11.683211 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:11.696897 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a2fef9-3c15-4be7-8c90-565639a1fa27 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 19:23:11.720587 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 35a2fef9-3c15-4be7-8c90-565639a1fa27, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=35a2fef9-3c15-4be7-8c90-565639a1fa27,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:23:11.724554 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:11.775829 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=35a2fef9-3c15-4be7-8c90-565639a1fa27,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:11.855795 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad686447-01eb-4da7-8a8f-a2b0eb12c1e9 req-0f21e114-94a6-4dc3-a6e7-29e7aa1792fc tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:11.857303 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad686447-01eb-4da7-8a8f-a2b0eb12c1e9 req-0f21e114-94a6-4dc3-a6e7-29e7aa1792fc tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 945 time: 0.0563545 Mar 31 19:23:11.906716 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-ad686447-01eb-4da7-8a8f-a2b0eb12c1e9 req-c950110c-a828-4d31-929a-a3b7cb00776c tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Mar 31 19:23:12.044125 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['35a2fef9-3c15-4be7-8c90-565639a1fa27'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:23:13.027435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc3de1-a1a0-4783-be31-ccfed5df6174 req-5061a46a-4bf3-4637-9e8f-384bb0717da2 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:13.028914 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5abc3de1-a1a0-4783-be31-ccfed5df6174 req-5061a46a-4bf3-4637-9e8f-384bb0717da2 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 945 time: 0.0547812 Mar 31 19:23:13.077306 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5abc3de1-a1a0-4783-be31-ccfed5df6174 req-78d1c5f9-c805-452c-9738-0e35b2d69ac1 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Mar 31 19:23:13.545130 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 35a2fef9-3c15-4be7-8c90-565639a1fa27 up at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 19:23:13.597976 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning for port 35a2fef9-3c15-4be7-8c90-565639a1fa27 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 19:23:13.602272 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Provisioning complete for port 35a2fef9-3c15-4be7-8c90-565639a1fa27 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 19:23:13.602642 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690950'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:13.683277 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Current status of the port 35a2fef9-3c15-4be7-8c90-565639a1fa27 is: BUILD; New status is: ACTIVE {{(pid=103486) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 19:23:13.683663 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596988'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:13.708328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b4de22-00cb-45ec-8c56-db45d8ed9454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a2fef9-3c15-4be7-8c90-565639a1fa27'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:23:13.710743 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7572a87740e69bdf4e1c8ef34d57bceb027f2ac8991240c6cc5dfc5acdb0ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d7c49-5952-4b85-bd7c-89c5e2ef288c" -d '{"events": [{"server_uuid": "b6b4de22-00cb-45ec-8c56-db45d8ed9454", "name": "network-vif-plugged", "status": "completed", "tag": "35a2fef9-3c15-4be7-8c90-565639a1fa27"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:23:13.723475 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] For port 35a2fef9-3c15-4be7-8c90-565639a1fa27, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=35a2fef9-3c15-4be7-8c90-565639a1fa27,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:23:13.727856 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785381921163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785381432598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785381432616'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:13.753719 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f60a80e-8573-4a8c-9bc9-f09e052be5a2 x-openstack-request-id: req-9f60a80e-8573-4a8c-9bc9-f09e052be5a2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:23:13.754006 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b4de22-00cb-45ec-8c56-db45d8ed9454", "name": "network-vif-plugged", "status": "completed", "tag": "35a2fef9-3c15-4be7-8c90-565639a1fa27", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:23:13.754257 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f60a80e-8573-4a8c-9bc9-f09e052be5a2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:23:13.754640 dv-cinder-836066-1-iscsi neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f60a80e-8573-4a8c-9bc9-f09e052be5a2'] response: {'server_uuid': 'b6b4de22-00cb-45ec-8c56-db45d8ed9454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a2fef9-3c15-4be7-8c90-565639a1fa27', 'code': 200} Mar 31 19:23:13.781909 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Pushing event updated for resources: {'Port': ['ID=35a2fef9-3c15-4be7-8c90-565639a1fa27,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:13.911684 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27447d8f-2b05-4ebc-944f-0a044fe7c235 req-ecf8ec69-43ae-4d5c-83ae-9dac6b4116d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:13.913279 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-27447d8f-2b05-4ebc-944f-0a044fe7c235 req-ecf8ec69-43ae-4d5c-83ae-9dac6b4116d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 1130 time: 0.0435221 Mar 31 19:23:13.959960 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-27447d8f-2b05-4ebc-944f-0a044fe7c235 req-c923f236-dc0e-4f0b-a413-0a526a8ed96d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Mar 31 19:23:14.197726 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471249b-b2cc-4d4d-9527-896a79667b5e req-79b192d2-b744-44d0-b6d3-12f957d24339 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:14.199241 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d471249b-b2cc-4d4d-9527-896a79667b5e req-79b192d2-b744-44d0-b6d3-12f957d24339 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 946 time: 0.0541372 Mar 31 19:23:14.247540 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-d471249b-b2cc-4d4d-9527-896a79667b5e req-7d55e076-d315-4e86-a069-8bbf5a1e6ae0 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Mar 31 19:23:15.376704 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2615e7-0648-4788-8858-bb61f25898ff req-df1f3622-1f5a-43f5-a510-d4f93a73674a tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:15.378314 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a2615e7-0648-4788-8858-bb61f25898ff req-df1f3622-1f5a-43f5-a510-d4f93a73674a tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 946 time: 0.0587840 Mar 31 19:23:15.431098 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-2a2615e7-0648-4788-8858-bb61f25898ff req-0dd98ae7-0818-40d6-8e5b-18e5ad910b00 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462976 Mar 31 19:23:16.067541 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b7760-acaa-42a8-8efc-bb0d56875805 req-f6722dea-0ada-4f1c-bf94-8f50291a6da9 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:16.069029 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-056b7760-acaa-42a8-8efc-bb0d56875805 req-f6722dea-0ada-4f1c-bf94-8f50291a6da9 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 946 time: 0.0582194 Mar 31 19:23:16.117996 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-056b7760-acaa-42a8-8efc-bb0d56875805 req-6177ad97-3f96-4a75-8ec3-ec4175fab36c tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Mar 31 19:23:17.245463 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f8b98-f949-4961-b01c-2f5c524a9bdc req-a73ce69d-f419-4c8f-a3e4-78586c0ed6ec tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:17.247002 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e18f8b98-f949-4961-b01c-2f5c524a9bdc req-a73ce69d-f419-4c8f-a3e4-78586c0ed6ec tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 946 time: 0.0547671 Mar 31 19:23:17.298579 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e18f8b98-f949-4961-b01c-2f5c524a9bdc req-2f790e87-7fe6-417a-bcd5-8da9061f7869 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb364529-b579-435a-8d59-6fe5be33a4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445836 Mar 31 19:23:17.457849 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-59955a6b-8339-42c4-8f42-171abef47e52 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 19:23:17.459322 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-59955a6b-8339-42c4-8f42-171abef47e52 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 946 time: 0.0524855 Mar 31 19:23:17.577230 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Deleting port 35a2fef9-3c15-4be7-8c90-565639a1fa27 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 19:23:17.577491 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785381915670'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:17.666964 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] For port 35a2fef9-3c15-4be7-8c90-565639a1fa27, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=35a2fef9-3c15-4be7-8c90-565639a1fa27,segment=NetworkSegment(0b72306b-417e-4905-aee3-a12cc6285b9d),segment_id=0b72306b-417e-4905-aee3-a12cc6285b9d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 19:23:17.667399 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823610'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:17.684463 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Calling delete_port for 35a2fef9-3c15-4be7-8c90-565639a1fa27 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 19:23:17.812626 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785381921145', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785381432589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16083768'] for port (35a2fef9-3c15-4be7-8c90-565639a1fa27), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:17.824254 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] get_ports_and_sgs() called for port_ids ['35a2fef9-3c15-4be7-8c90-565639a1fa27'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 19:23:17.843297 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Pushing event deleted for resources: {'Port': ['ID=35a2fef9-3c15-4be7-8c90-565639a1fa27,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:17.888694 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] No DVR routers for this DVR port 35a2fef9-3c15-4be7-8c90-565639a1fa27 on host hv-cinder-83606 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 19:23:17.891266 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112422'] for port (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:17.894611 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-e8bc2bc9-d836-495a-b6c9-6cc545fc90f5 req-9005d7c6-5166-4968-b925-0fb0aa58a152 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.78 "DELETE /v2.0/ports/35a2fef9-3c15-4be7-8c90-565639a1fa27 HTTP/1.1" status: 204 len: 173 time: 0.4297533 Mar 31 19:23:17.895067 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b4de22-00cb-45ec-8c56-db45d8ed9454', 'name': 'network-vif-deleted', 'tag': '35a2fef9-3c15-4be7-8c90-565639a1fa27'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 19:23:17.897286 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39ca52afdb1eb423ec2a1f72ae8f28ec54d802791e8289ebb8205e52772792" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c0c477-d2e5-4694-a36e-ce437b131514" -d '{"events": [{"server_uuid": "b6b4de22-00cb-45ec-8c56-db45d8ed9454", "name": "network-vif-deleted", "tag": "35a2fef9-3c15-4be7-8c90-565639a1fa27"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 19:23:17.936734 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 19:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eebd720-24fd-467f-80c6-d30ee4b44184 x-openstack-request-id: req-0eebd720-24fd-467f-80c6-d30ee4b44184 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 19:23:17.937036 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b4de22-00cb-45ec-8c56-db45d8ed9454", "name": "network-vif-deleted", "tag": "35a2fef9-3c15-4be7-8c90-565639a1fa27", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 19:23:17.937282 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0eebd720-24fd-467f-80c6-d30ee4b44184 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 19:23:17.938281 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eebd720-24fd-467f-80c6-d30ee4b44184'] response: {'server_uuid': 'b6b4de22-00cb-45ec-8c56-db45d8ed9454', 'name': 'network-vif-deleted', 'tag': '35a2fef9-3c15-4be7-8c90-565639a1fa27', 'status': 'completed', 'code': 200} Mar 31 19:23:18.408394 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [req-5df5e4cd-2eb5-4d27-bff2-fbcb7e1fbed2 req-8077153a-e962-4575-8a84-cabde3160a61 tempest-VolumesActionsTest-731866664 tempest-VolumesActionsTest-731866664-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4de22-00cb-45ec-8c56-db45d8ed9454 HTTP/1.1" status: 200 len: 210 time: 0.0274713 Mar 31 19:23:21.666141 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 35a2fef9-3c15-4be7-8c90-565639a1fa27 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 19:23:21.688514 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] No Port match for: 35a2fef9-3c15-4be7-8c90-565639a1fa27 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 19:23:21.688844 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Device 35a2fef9-3c15-4be7-8c90-565639a1fa27 not bound to the agent host hv-cinder-83606 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 19:23:23.875654 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-427dfd31-b0f1-4b71-a6c8-c8f31108edbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:26.382173 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c820834c-2166-4b70-8519-350d3c9accac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:27.573384 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:28.838517 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:30.547171 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:36.761428 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:23:40.263710 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.184064 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.13', 36042) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:23:41.229621 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Deleting subnet 52e23a04-4c67-4e0c-b491-e1db02b2089d {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 19:23:41.232721 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Publish callbacks [] for subnet (52e23a04-4c67-4e0c-b491-e1db02b2089d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.274995 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12949575'] for subnet (52e23a04-4c67-4e0c-b491-e1db02b2089d), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.315470 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763630'] for subnet (52e23a04-4c67-4e0c-b491-e1db02b2089d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.366065 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15806061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12789556'] for subnet (52e23a04-4c67-4e0c-b491-e1db02b2089d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.391206 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e23a04-4c67-4e0c-b491-e1db02b2089d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:41.396146 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.399696 dv-cinder-836066-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52e23a04-4c67-4e0c-b491-e1db02b2089d HTTP/1.1" status: 204 len: 168 time: 0.2143631 Mar 31 19:23:41.402367 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 36044) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:23:41.405713 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.406056 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.406401 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.406726 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.407092 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.407458 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.407772 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.408143 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.408424 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.408748 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.409073 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.409392 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.409736 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.410108 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.410372 dv-cinder-836066-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de24198-719e-4f86-9456-16750a76af71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.470828 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409711'] for network (536ba49a-ce97-4a58-a513-409b51279c33), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.551990 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704101', 'neutron.services.segments.db._delete_segments_for_network-8785381747514'] for network (536ba49a-ce97-4a58-a513-409b51279c33), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.573435 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536ba49a-ce97-4a58-a513-409b51279c33']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:23:41.582566 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b72306b-417e-4905-aee3-a12cc6285b9d') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:23:41.582884 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b72306b-417e-4905-aee3-a12cc6285b9d') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 19:23:41.592083 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785381746243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16081675'] for segment (0b72306b-417e-4905-aee3-a12cc6285b9d), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.605477 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121'] for segment (0b72306b-417e-4905-aee3-a12cc6285b9d), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.612070 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 19:23:41.612494 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16083821'] for segment (0b72306b-417e-4905-aee3-a12cc6285b9d), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: Traceback (most recent call last): Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: timer() Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: cb(*args, **kw) Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: return func(*args, **kwargs) Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: self._notify() Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: self.callback(batched_events) Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: event.method(event) Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: return f(self, *a, **k) Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._get(url).json() Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: return self.request(url, 'GET', **kwargs) Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 19:23:41.614196 dv-cinder-836066-1-iscsi neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 19:23:41.669694 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819486'] for network (536ba49a-ce97-4a58-a513-409b51279c33), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.685428 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632864'] for network (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.688670 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] 10.222.0.13 "DELETE /v2.0/networks/536ba49a-ce97-4a58-a513-409b51279c33 HTTP/1.1" status: 204 len: 168 time: 0.2851686 Mar 31 19:23:41.690689 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=536ba49a-ce97-4a58-a513-409b51279c33,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:41.699392 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.699750 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.700107 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.700575 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.700796 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.701120 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.701577 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.701934 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.702272 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.702610 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.703076 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.703296 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.703624 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.703953 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.704397 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6079f7-a351-46f1-8af1-a420386f8f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836066-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 19:23:41.805586 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 36048) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:23:41.846286 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-d03e3106-d022-4fec-bc33-29e12603e473 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=507e78e26e254e6896f1efc985c5354f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394454 Mar 31 19:23:41.848715 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.13', 36050) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 19:23:41.895585 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb91c8f2-1822-4759-b32d-07a433bc75d0 admin admin] Publish callbacks [] for security_group (fb364529-b579-435a-8d59-6fe5be33a4b9), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.917559 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb91c8f2-1822-4759-b32d-07a433bc75d0 admin admin] Publish callbacks [] for security_group (fb364529-b579-435a-8d59-6fe5be33a4b9), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.964203 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb91c8f2-1822-4759-b32d-07a433bc75d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813992'] for security_group (fb364529-b579-435a-8d59-6fe5be33a4b9), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.967077 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb91c8f2-1822-4759-b32d-07a433bc75d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:41.968563 dv-cinder-836066-1-iscsi neutron-server[103485]: INFO neutron.wsgi [None req-bb91c8f2-1822-4759-b32d-07a433bc75d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb364529-b579-435a-8d59-6fe5be33a4b9 HTTP/1.1" status: 204 len: 168 time: 0.1188252 Mar 31 19:23:41.982533 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91c8f2-1822-4759-b32d-07a433bc75d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb364529-b579-435a-8d59-6fe5be33a4b9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 19:23:42.878523 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-55e9d2ff-3db3-456d-beba-fe04919acdff service neutron] (103485) timed out ('10.222.0.13', 57696) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:23:42.979849 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-9bfe4ecf-a6ef-4109-b965-ab63d6971338 req-35b4c487-edb7-4db6-9a4d-072e976d2e82 tempest-TestShelveInstance-587025556 tempest-TestShelveInstance-587025556-project] (103485) timed out ('10.222.0.13', 57712) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:23:53.878371 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f2a2321c-e4c0-4ddd-b3d8-4e63e0ceabb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:56.374170 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6163a186-848d-4864-a76e-147f5be67401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:57.574152 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:23:58.834723 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:00.549898 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:10.260328 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:13.760972 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:24:23.880485 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8990d4af-c676-4f27-8b13-fd32af8627e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:26.376458 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08a56e33-9864-46a6-9acf-57f35bf5eadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:27.576636 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:28.838315 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:30.553055 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:40.262772 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:50.760060 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:24:53.891640 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c528-3f83-42b7-be9d-9f2c6bf12f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:56.381000 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33ffa2c5-e982-451b-b400-08ee9fd780e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:57.583149 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:24:58.841729 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:00.557442 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:10.261560 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:23.883926 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dfcae4a6-2dfa-4580-b674-ce0a1bb9dcfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:26.382546 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d235db6-1370-4b90-ac72-06c02d8944e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:27.582665 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:27.758881 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:25:28.844016 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:30.560779 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:40.258617 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:53.886848 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96c5074f-841a-45c1-b053-e025a299de29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:56.383949 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-50786032-2389-4619-a9e9-c495f694d647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:57.586172 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:25:58.847359 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:00.563061 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:04.757545 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:26:10.257619 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:23.889573 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3fee8e05-1ec4-44c8-a1d4-da154b8d0a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:26.388404 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1451803-21d3-4f51-a533-9b3e57b10edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:27.587266 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:28.849134 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:30.566250 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:40.271690 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:41.757072 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:26:53.892674 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45fbe5d4-a571-409d-a546-05e052b72486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:56.390676 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f4dae53-bc56-4ef3-9f86-2fa92dfecc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:57.592544 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:26:58.852700 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:00.570457 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:09.361576 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-03348b9b-5e41-4e7a-8ca5-2b599cfee98f service neutron] (103485) timed out ('10.222.0.13', 60166) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:27:09.554595 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-4efbd8e7-916d-45eb-bf64-2cf2cf8773ac req-1385ec6a-b55c-4645-ba09-409db287fca8 tempest-AttachVolumeShelveTestJSON-1051569538 tempest-AttachVolumeShelveTestJSON-1051569538-project] (103485) timed out ('10.222.0.13', 60174) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:27:10.262116 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:18.755834 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:27:23.896355 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73f97b24-cd4b-4e5a-a031-f10892dece37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:26.392964 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-14b3eefe-d657-47e1-a527-4186d1e6ebd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:27.593196 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:28.854546 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:30.565022 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:40.289651 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:53.899943 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-185993b4-ac42-44bc-a324-27773083a1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:55.754542 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:27:56.397884 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4564bc8-c331-4a8d-b23a-21cc94d1eb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:57.593937 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:27:58.857144 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:00.567669 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:10.304810 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:23.901276 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c008bbf3-be65-4eb0-9237-bd9a1c666a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:26.399948 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7088-39b6-438f-8bd9-20aae546f161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:27.598594 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:28.859249 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:30.571182 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:32.754205 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:28:40.329484 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:53.221509 dv-cinder-836066-1-iscsi neutron-server[103485]: DEBUG neutron.wsgi [req-1362b0ef-d815-4363-b371-6ee0de3519bc req-ff324d54-415b-4184-8d2e-55e97e3bd07e service neutron] (103485) timed out ('10.222.0.78', 61601) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 19:28:53.903618 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7600a673-a906-4aa3-b733-93fb9f8a1c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (9418f4e3-7bfb-4433-813e-c1d09121b42a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:56.402059 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dcfa767e-d924-4e18-a146-39c086673724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (7dd2e166-ae67-4486-b913-a17ec24fc5de), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:57.600152 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c719a9-663f-49ac-8959-e316708203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (ea12ce09-7d86-43cb-b0df-506958cf7994), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:28:58.863387 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33b68fba-59ff-4c99-ae5d-e3a7f8520533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (a4ad1d0e-dafe-4bea-90d9-6172ffe3dca7), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:29:00.572731 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c2bee08-7eb5-48df-8d5a-c95732beebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (0e3ade1b-9446-4395-a4ad-76767e36fb12), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 19:29:09.754088 dv-cinder-836066-1-iscsi neutron-server[103487]: DEBUG neutron.db.agents_db [None req-7ddb102c-88b7-419e-951d-86b43138265c None None] Agent healthcheck: found 6 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 19:29:10.328337 dv-cinder-836066-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7638-95be-4a5f-8353-3698e3507a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785381747496', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701092'] for agent (5b11bb33-9537-470a-8cf0-92664b485d1a), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}